00000040:00080000:0.0F:1784938476.449752:0:17173:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1784938476.449766:0:17173:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1784938476.449788:0:17173:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1784938476.449797:0:17173:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:2.0F:1784938476.836152:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0F:1784938477.688454:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938477.688530:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938477.688566:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938477.688592:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938477.688626:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938477.688649:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125361536 00000100:00100000:3.0:1784938477.688654:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938477.688667:0:19096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125361536 00000100:00100000:3.0:1784938477.688689:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938477.688726:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938477.688802:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125361280 00000100:00100000:0.0:1784938477.688812:0:17139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125361280 00000100:00100000:0.0:1784938477.688858:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125361792 00000100:00100000:0.0:1784938477.688862:0:17139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125361792 00000100:00100000:3.0:1784938477.688883:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938477.688889:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125361408 00000100:00100000:0.0:1784938477.688893:0:17139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125361408 00000100:00100000:0.0:1784938477.688909:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125361920 00000100:00100000:0.0:1784938477.688912:0:17139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125361920 00000100:00100000:3.0:1784938477.688922:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 68 00000100:00100000:3.0:1784938477.688938:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+22:2395:x1871643125361280:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1784938477.688940:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 69 00000100:00100000:0.0:1784938477.688954:0:17139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd4b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:53ab7f31-238a-42f3-8d14-599fa1c9b387+6:2395:x1871643125361792:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1784938477.689044:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+22:2395:x1871643125361280:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 111us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938477.689052:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 68 00000100:00100000:3.0:1784938477.689076:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 70 00000100:00100000:3.0:1784938477.689084:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd5dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+5:2395:x1871643125361408:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1784938477.689365:0:17139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd4b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:53ab7f31-238a-42f3-8d14-599fa1c9b387+6:2395:x1871643125361792:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 413us (796us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938477.689371:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd5dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+5:2395:x1871643125361408:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 284us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938477.689379:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 69 00000100:00100000:3.0:1784938477.689386:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 70 00000100:00100000:0.0:1784938477.689398:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 71 00000100:00100000:0.0:1784938477.689408:0:17139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd5ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:53ab7f31-238a-42f3-8d14-599fa1c9b387+5:2395:x1871643125361920:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1784938477.689437:0:17139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd5ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:53ab7f31-238a-42f3-8d14-599fa1c9b387+5:2395:x1871643125361920:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 31us (750us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938477.689455:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 71 00000100:00080000:3.0:1784938477.691374:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1784938477.691385:0:17133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125361152 00000100:00080000:3.0:1784938477.691388:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1784938477.691394:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1784938477.691399:0:17133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125361152 00000100:00100000:0.0:1784938477.691856:0:17133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 167 00000100:00100000:0.0:1784938477.691868:0:17133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd70c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2e7b61f8-1274-4958-9ca5-b2bb69fb1bc0+13:2394:x1871643125361152:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1784938477.692076:0:17133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd70c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2e7b61f8-1274-4958-9ca5-b2bb69fb1bc0+13:2394:x1871643125361152:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 205us (3190us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938477.692105:0:17133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 167 00000100:00100000:3.0:1784938477.692300:0:18646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125361664 00000100:00100000:0.0:1784938477.692302:0:18649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125362176 00000100:00100000:3.0:1784938477.692309:0:18646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125361664 00000100:00100000:0.0:1784938477.692309:0:18649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125362176 00000100:00100000:0.0:1784938477.692349:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27 00000100:00100000:0.0:1784938477.692358:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd4ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+5:2395:x1871643125361536:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1784938477.692390:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd4ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+5:2395:x1871643125361536:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 34us (3861us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938477.692397:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27 00000100:00100000:0.0:1784938477.692421:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28 00000100:00100000:0.0:1784938477.692428:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:53ab7f31-238a-42f3-8d14-599fa1c9b387+5:2395:x1871643125362176:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1784938477.692469:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:53ab7f31-238a-42f3-8d14-599fa1c9b387+5:2395:x1871643125362176:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 41us (3743us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938477.692634:0:18646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29 00000100:00100000:3.0:1784938477.692645:0:18646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd5dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+5:2395:x1871643125361664:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1784938477.692677:0:18646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd5dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+5:2395:x1871643125361664:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 35us (4026us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938477.692692:0:18646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29 00000100:00100000:0.0:1784938477.693143:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28 00000100:00080000:0.0:1784938477.693359:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1784938477.694106:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125362048 00000100:00100000:2.0:1784938477.694118:0:19096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125362048 00000100:00100000:2.0:1784938477.694210:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30 00000100:00100000:2.0:1784938477.694301:0:19096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd4b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:53ab7f31-238a-42f3-8d14-599fa1c9b387+5:2395:x1871643125362048:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1784938477.694473:0:19096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd4b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:53ab7f31-238a-42f3-8d14-599fa1c9b387+5:2395:x1871643125362048:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 233us (5878us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938477.694482:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30 00000100:00080000:0.0:1784938477.695072:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1784938477.855628:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784938478.239525:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1784938478.239560:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc77c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144319744:192.168.203.126@tcp:13:osp-pre-0-1.0 00000100:00100000:1.0F:1784938478.240414:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938478.240480:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144319744 00000100:00100000:2.0:1784938478.240488:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144319744 00000100:00100000:2.0:1784938478.240562:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 25 00000100:00100000:2.0:1784938478.240574:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144319744:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 00002000:00000024:2.0:1784938478.240603:0:18650:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1784938478.240657:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144319744:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 Request processed in 86us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938478.240664:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 25 00000100:00080000:0.0:1784938478.240730:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1784938478.241279:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc77c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144319744:192.168.203.126@tcp:13:osp-pre-0-1.0 00000100:00100000:1.0:1784938478.266161:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938478.266551:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125362304 00000100:00100000:3.0:1784938478.266630:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125362304 00000100:00100000:1.0:1784938478.267332:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 65 00000100:00100000:1.0:1784938478.267346:0:17139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+22:15584:x1871643125362304:12345-192.168.203.26@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1784938478.267463:0:17139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+22:15584:x1871643125362304:12345-192.168.203.26@tcp:60:lhsmtool_posix.0 Request processed in 121us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938478.267472:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 65 00000100:00100000:3.0:1784938478.270190:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938478.270749:0:17141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125362432 00000100:00100000:1.0:1784938478.270759:0:17141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125362432 00000100:00100000:1.0:1784938478.270823:0:17141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 66 00000100:00100000:1.0:1784938478.270834:0:17141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+5:15584:x1871643125362432:12345-192.168.203.26@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1784938478.270943:0:17141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+5:15584:x1871643125362432:12345-192.168.203.26@tcp:60:lhsmtool_posix.0 Request processed in 110us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938478.270951:0:17141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 66 00000100:00100000:3.0:1784938478.276594:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938478.277019:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125362688 00000100:00100000:1.0:1784938478.277028:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125362688 00000100:00100000:1.0:1784938478.277093:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12 00000100:00100000:1.0:1784938478.277114:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+22:15584:x1871643125362688:12345-192.168.203.26@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1784938478.277384:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+23:15584:x1871643125362688:12345-192.168.203.26@tcp:35:lhsmtool_posix.0 Request processed in 282us (798us total) trans 8589934623 rc 0/0 00000100:00100000:1.0:1784938478.277393:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12 00000001:00080000:0.0:1784938478.753483:0:17119:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:0.0:1784938478.753505:0:17119:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff910cfd5b7000 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:0.0:1784938478.753510:0:17119:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff910cc7aa0800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff910cd21a93c0 00000020:00080000:0.0:1784938478.753513:0:17119:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff910cc7aa0100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff910bc7008600 00000020:00080000:2.0:1784938478.753605:0:17178:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:2.0:1784938478.753708:0:17178:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:1.0:1784938478.754521:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff910ce6b76c00/0x26783cd1c59efb95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938478.754535:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910ce6b76c00/0x26783cd1c59efb95 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938478.754555:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910ce6b76c00/0x26783cd1c59efb95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938478.754561:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910ce6b76c00 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:1.0:1784938478.754565:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910ce6b76c00/0x26783cd1c59efb95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938478.754574:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910ce6b76c00/0x26783cd1c59efb95 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938478.754593:0:3627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff910ccee40000) 00010000:00010000:1.0:1784938478.754596:0:3627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784938478.754601:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910ce6b76c00/0x26783cd1c59efb95 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938478.754608:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910ce6b76c00/0x26783cd1c59efb95 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938478.879722:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1784938479.200482:0:17894:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1784938479.263574:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144320000:192.168.203.126@tcp:41:osp-pre-1-0.0 00000100:00100000:3.0:1784938479.263576:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144319872:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:1.0:1784938479.265715:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938479.265789:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144320000 00000100:00100000:2.0:1784938479.265798:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144320000 00000100:00100000:2.0:1784938479.265846:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 63 00000100:00100000:2.0:1784938479.265855:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144320000:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 00000004:00000024:2.0:1784938479.265924:0:17145:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1784938479.266733:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144320000:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 Request processed in 875us (1022us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938479.266757:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 63 00000100:00100000:3.0:1784938479.266958:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938479.267121:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144320000:192.168.203.126@tcp:41:osp-pre-1-0.0 00000100:00100000:0.0:1784938479.267187:0:17879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144319872 00000100:00100000:0.0:1784938479.267193:0:17879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144319872 00000100:00100000:0.0:1784938479.267247:0:17879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 64 00000100:00100000:0.0:1784938479.267257:0:17879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144319872:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 00000004:00000024:0.0:1784938479.267652:0:17879:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1784938479.267699:0:17879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144319872:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 Request processed in 444us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938479.267706:0:17879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 64 00000100:00100000:3.0:1784938479.267937:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144319872:192.168.203.126@tcp:41:osp-pre-0-1.0 00010000:00010000:2.0:1784938479.904264:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784938480.290118:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1784938480.290143:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cfd458700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144320128:192.168.203.126@tcp:13:osp-pre-0-0.0 00000100:00100000:3.0:1784938480.290555:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938480.290646:0:18651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144320128 00000100:00100000:1.0:1784938480.290654:0:18651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144320128 00000100:00100000:1.0:1784938480.290719:0:18651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 26 00000100:00100000:1.0:1784938480.290727:0:18651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144320128:12345-192.168.203.126@tcp:13:osp-pre-0-0.0 00002000:00000024:1.0:1784938480.290753:0:18651:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1784938480.290794:0:18651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144320128:12345-192.168.203.126@tcp:13:osp-pre-0-0.0 Request processed in 67us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938480.290816:0:18651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 26 00000100:00100000:1.0:1784938480.290968:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cfd458700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144320128:192.168.203.126@tcp:13:osp-pre-0-0.0 00000100:00080000:3.0:1784938480.291140:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1784938480.928457:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1784938481.151294:0:20515:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 20:14:39 (1784938479) 00000100:00100000:0.0:1784938481.311531:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3642:1871643144320256:0@lo:400:kworker.0 00000100:00100000:0.0:1784938481.311607:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938481.311680:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cd2070a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1871643144320768:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938481.311697:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1871643144320384:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938481.311733:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefcab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3642:1871643144321280:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938481.311756:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144320896:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938481.311762:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefcaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3642:1871643144321792:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938481.311795:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3643:1871643144321408:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938481.313361:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1784938481.313438:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144321920:192.168.203.126@tcp:13:osp-pre-1-1.0 00000100:00100000:0.0:1784938481.313490:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144320256 00000100:00100000:0.0:1784938481.313497:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144320256 00000100:00100000:0.0:1784938481.313570:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1784938481.313578:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd70d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc+24:3642:x1871643144320256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784938481.313720:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd70d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc+24:3642:x1871643144320256:12345-0@lo:400:kworker.0 Request processed in 142us (2113us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938481.313727:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1784938481.313995:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938481.314021:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938481.314036:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938481.314069:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938481.314101:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938481.314120:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144320384 00000100:00100000:1.0:1784938481.314123:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144320384 00000100:00100000:1.0:1784938481.314145:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144320896 00000100:00100000:1.0:1784938481.314148:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144320896 00000100:00100000:1.0:1784938481.314159:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 65 00000100:00100000:1.0:1784938481.314165:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1871643144320384:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938481.314194:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1871643144320384:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 30us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938481.314200:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 65 00000100:00100000:1.0:1784938481.314254:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 66 00000100:00100000:1.0:1784938481.314263:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144320896:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938481.314285:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144320896:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 24us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938481.314291:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 66 00000100:00100000:1.0:1784938481.314319:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144320768 00000100:00100000:1.0:1784938481.314322:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144320768 00000100:00100000:1.0:1784938481.314341:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144321792 00000100:00100000:1.0:1784938481.314343:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144321792 00000100:00100000:3.0:1784938481.314562:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc678df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144320512:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938481.314595:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 72 00000100:00100000:3.0:1784938481.314601:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144321024:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938481.314607:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1871643144320768:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938481.314631:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefca8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3640:1871643144321536:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938481.314655:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1871643144320768:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 51us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938481.314661:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1784938481.314662:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 72 00000100:00100000:1.0:1784938481.314680:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 73 00000100:00100000:1.0:1784938481.314687:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1871643144321792:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938481.314709:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1871643144321792:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 24us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938481.314714:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 73 00000100:00100000:1.0:1784938481.314736:0:18651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144321920 00000100:00100000:1.0:1784938481.314740:0:18651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144321920 00000100:00100000:1.0:1784938481.314766:0:18651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 27 00000100:00100000:1.0:1784938481.314772:0:18651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144321920:12345-192.168.203.126@tcp:13:osp-pre-1-1.0 00002000:00000024:1.0:1784938481.314792:0:18651:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1784938481.314795:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cd2070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144320640:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938481.314815:0:18651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144321920:12345-192.168.203.126@tcp:13:osp-pre-1-1.0 Request processed in 43us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938481.314822:0:18651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 27 00000100:00100000:3.0:1784938481.314839:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefcabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144321152:192.168.203.126@tcp:400:kworker.0 00000100:00080000:1.0:1784938481.314858:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1784938481.314864:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1784938481.315047:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3640:1871643144321664:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938481.315537:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938481.315613:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938481.315703:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144321280 00000100:00100000:3.0:1784938481.315708:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144321280 00000100:00100000:3.0:1784938481.315734:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144321536 00000100:00100000:3.0:1784938481.315737:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144321536 00000100:00100000:3.0:1784938481.315761:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 74 00000100:00100000:3.0:1784938481.315768:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd458380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1871643144321280:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938481.315795:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd458380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1871643144321280:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 28us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938481.315801:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 74 00000100:00100000:3.0:1784938481.315813:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 75 00000100:00100000:3.0:1784938481.315818:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd45b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1871643144321536:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938481.315835:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd45b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1871643144321536:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 18us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938481.315840:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 75 00000100:00080000:1.0:1784938481.315976:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1784938481.317816:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1784938481.317843:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc77c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1871643144322048:192.168.203.126@tcp:13:osp-pre-1-0.0 00000100:00100000:2.0:1784938481.319298:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3642:1871643144320256:0@lo:400:kworker.0 00000100:00100000:0.0:1784938481.320100:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938481.320267:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938481.320333:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1871643144320384:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938481.320346:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144320896:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938481.320568:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938481.320773:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144321664 00000100:00100000:1.0:1784938481.320773:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938481.320781:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144321664 00000100:00100000:1.0:1784938481.320800:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938481.320830:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144321408 00000100:00100000:1.0:1784938481.320830:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938481.320833:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144321408 00000100:00100000:3.0:1784938481.320855:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 76 00000100:00100000:3.0:1784938481.320863:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1871643144321664:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938481.320897:0:18649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144320640 00000100:00100000:0.0:1784938481.320901:0:18649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144320640 00000100:00100000:3.0:1784938481.320919:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1871643144321664:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 56us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938481.320926:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 76 00000100:00100000:0.0:1784938481.320929:0:18649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144321152 00000100:00100000:0.0:1784938481.320932:0:18649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144321152 00000100:00100000:0.0:1784938481.320941:0:18649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144320512 00000100:00100000:0.0:1784938481.320943:0:18649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144320512 00000100:00100000:3.0:1784938481.320948:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 77 00000100:00100000:0.0:1784938481.320951:0:18649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144321024 00000100:00100000:0.0:1784938481.320953:0:18649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144321024 00000100:00100000:3.0:1784938481.320954:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1871643144321408:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938481.320966:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 31 00000100:00100000:0.0:1784938481.320972:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc77c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144320640:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938481.320978:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1871643144321408:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 25us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938481.320984:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 77 00000100:00100000:0.0:1784938481.320993:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc77c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144320640:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 22us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938481.321000:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 31 00000100:00100000:0.0:1784938481.321012:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 32 00000100:00100000:0.0:1784938481.321018:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc77c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144321152:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938481.321705:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938481.321767:0:18646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 33 00000100:00100000:1.0:1784938481.321782:0:18646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144320512:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938481.321930:0:18646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144320512:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 154us (1128us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938481.321937:0:18646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 33 00000100:00100000:1.0:1784938481.321954:0:18646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 34 00000100:00100000:1.0:1784938481.321973:0:18646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144321024:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938481.322147:0:18651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144322048 00000100:00100000:3.0:1784938481.322155:0:18651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144322048 00000100:00100000:3.0:1784938481.322189:0:18651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 28 00000100:00100000:3.0:1784938481.322196:0:18651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cd2049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1871643144322048:12345-192.168.203.126@tcp:13:osp-pre-1-0.0 00002000:00000024:3.0:1784938481.322211:0:18651:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1784938481.322509:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc77c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144321152:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 1489us (2241us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938481.322518:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 32 00000100:00100000:0.0:1784938481.322563:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cd2070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144320640:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938481.322577:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3640:1871643144321664:192.168.203.126@tcp:400:kworker.0 00010000:00080000:0.0:1784938481.322594:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cefca8000 x1871643144321536/t0(0) o400->lustre-MDT0001-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938481.322606:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefca8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3640:1871643144321536:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938481.322786:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefcabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144321152:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938481.322798:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc678df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144320512:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938481.322949:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144321920:192.168.203.126@tcp:13:osp-pre-1-1.0 00000100:00100000:1.0:1784938481.323013:0:18646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144321024:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 1051us (2180us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938481.323021:0:18646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 34 00000100:00100000:0.0:1784938481.323105:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cd2070a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1871643144320768:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938481.323122:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefcab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3642:1871643144321280:192.168.203.126@tcp:400:kworker.0 00010000:00080000:0.0:1784938481.323139:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cefcaa300 x1871643144321792/t0(0) o400->lustre-MDT0001-lwp-OST0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938481.323150:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefcaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3642:1871643144321792:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938481.323187:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144321024:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938481.325740:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc77c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1871643144322048:192.168.203.126@tcp:13:osp-pre-1-0.0 00000100:00100000:3.0:1784938481.327026:0:18651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cd2049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1871643144322048:12345-192.168.203.126@tcp:13:osp-pre-1-0.0 Request processed in 4822us (5317us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938481.327040:0:18651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 28 00000100:00080000:1.0:1784938481.328027:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1784938481.328034:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1784938481.328038:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1784938481.328082:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3643:1871643144321408:192.168.203.126@tcp:400:kworker.0 00010000:00010000:1.0:1784938481.952766:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784938482.814885:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938482.814982:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938482.815023:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938482.815253:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125363072 00000100:00100000:3.0:1784938482.815269:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125363072 00000100:00100000:1.0:1784938482.815307:0:17134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125362816 00000100:00100000:1.0:1784938482.815314:0:17134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125362816 00000100:00100000:1.0:1784938482.815379:0:17134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 169 00000100:00100000:1.0:1784938482.815392:0:17134:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd70c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2e7b61f8-1274-4958-9ca5-b2bb69fb1bc0+13:2395:x1871643125362816:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1784938482.815421:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125362944 00000100:00100000:3.0:1784938482.815426:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125362944 00000100:00100000:3.0:1784938482.815453:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 78 00000100:00100000:3.0:1784938482.815463:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd458000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+5:2395:x1871643125363072:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1784938482.815502:0:17134:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd70c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2e7b61f8-1274-4958-9ca5-b2bb69fb1bc0+13:2395:x1871643125362816:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 113us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938482.815507:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd458000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+5:2395:x1871643125363072:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 44us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938482.815517:0:17134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 169 00000100:00100000:3.0:1784938482.815521:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 78 00000100:00100000:3.0:1784938482.815548:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 79 00000100:00100000:3.0:1784938482.815556:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd458700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+13:2395:x1871643125362944:12345-192.168.203.26@tcp:400:kworker.0 00000100:00080000:1.0:1784938482.815577:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1784938482.815593:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd458700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+13:2395:x1871643125362944:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 37us (568us total) trans 0 rc 0/0 00000100:00080000:1.0:1784938482.815594:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1784938482.815612:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 79 00000100:00100000:1.0:1784938482.816586:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938482.816619:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938482.816639:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938482.816657:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938482.816677:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938482.816700:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938482.816726:0:18646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125363200 00000100:00100000:1.0:1784938482.816734:0:18646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125363200 00000100:00100000:1.0:1784938482.816775:0:18646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125363712 00000100:00100000:1.0:1784938482.816778:0:18646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125363712 00000100:00100000:1.0:1784938482.816789:0:18646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125363840 00000100:00100000:1.0:1784938482.816791:0:18646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125363840 00000100:00100000:1.0:1784938482.816801:0:18646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125363328 00000100:00100000:1.0:1784938482.816803:0:18646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125363328 00000100:00100000:1.0:1784938482.816819:0:18646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 35 00000100:00100000:1.0:1784938482.816827:0:18646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+5:2394:x1871643125363328:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1784938482.816884:0:18646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+5:2394:x1871643125363328:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 58us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938482.816891:0:18646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 35 00000100:00100000:1.0:1784938482.816909:0:18646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30 00000100:00100000:1.0:1784938482.816916:0:18646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+5:2391:x1871643125363200:12345-192.168.203.26@tcp:9:kworker.0 00000020:00000080:1.0:1784938482.816940:0:18646:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef8c4 00000100:00080000:1.0:1784938482.816959:0:18646:0:(import.c:65:import_set_state_nolock()) ffff910cecbc6800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1784938482.817535:0:18648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 31 00000100:00100000:2.0:1784938482.817548:0:18648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:53ab7f31-238a-42f3-8d14-599fa1c9b387+5:2391:x1871643125363712:12345-192.168.203.26@tcp:9:kworker.0 00000020:00000080:2.0:1784938482.817571:0:18648:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef903 00000100:00080000:2.0:1784938482.817578:0:18648:0:(import.c:65:import_set_state_nolock()) ffff910bc7c8f000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1784938482.817623:0:18648:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1784938482.817812:0:18648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:53ab7f31-238a-42f3-8d14-599fa1c9b387+2:2391:x1871643125363712:12345-192.168.203.26@tcp:9:kworker.0 Request processed in 267us (1192us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938482.817820:0:18648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 31 00000100:00100000:2.0:1784938482.817838:0:18648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 32 00000100:00100000:2.0:1784938482.817844:0:18648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd564a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:53ab7f31-238a-42f3-8d14-599fa1c9b387+5:2391:x1871643125363840:12345-192.168.203.26@tcp:9:kworker.0 00000020:00000080:2.0:1784938482.817871:0:18648:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef90a 00000100:00080000:2.0:1784938482.817879:0:18648:0:(import.c:65:import_set_state_nolock()) ffff910cdf4f8000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1784938482.817908:0:18648:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1784938482.817994:0:18648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd564a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:53ab7f31-238a-42f3-8d14-599fa1c9b387+2:2391:x1871643125363840:12345-192.168.203.26@tcp:9:kworker.0 Request processed in 148us (1352us total) trans 0 rc 0/0 00000100:00080000:0.0:1784938482.818133:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1784938482.818155:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1784938482.818198:0:19429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125363584 00000100:00100000:0.0:1784938482.818209:0:19429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125363584 00000100:00100000:0.0:1784938482.818324:0:19429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125363456 00000100:00100000:0.0:1784938482.818329:0:19429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125363456 00000100:00100000:0.0:1784938482.818363:0:19429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 80 00000100:00100000:0.0:1784938482.818373:0:19429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:53ab7f31-238a-42f3-8d14-599fa1c9b387+5:2394:x1871643125363584:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1784938482.818456:0:19429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:53ab7f31-238a-42f3-8d14-599fa1c9b387+5:2394:x1871643125363584:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 84us (1777us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938482.818463:0:19429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 80 00000100:00100000:0.0:1784938482.818481:0:19429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 81 00000100:00100000:0.0:1784938482.818489:0:19429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd565f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:53ab7f31-238a-42f3-8d14-599fa1c9b387+6:2394:x1871643125363456:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1784938482.818520:0:19429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd565f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:53ab7f31-238a-42f3-8d14-599fa1c9b387+6:2394:x1871643125363456:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 32us (1817us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938482.818526:0:19429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 81 00000100:00080000:0.0:1784938482.818551:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1784938482.818562:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1784938482.818585:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1784938482.818674:0:18646:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1784938482.818810:0:18646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+2:2391:x1871643125363200:12345-192.168.203.26@tcp:9:kworker.0 Request processed in 1891us (2229us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938482.818864:0:18648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 32 00010000:00010000:2.0:1784938482.818954:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938482.818962:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784938482.824378:0:18646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30 00010000:00010000:0.0:1784938482.978764:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784938483.359781:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144322176:192.168.203.126@tcp:13:osp-pre-0-1.0 00000100:00100000:1.0:1784938483.361454:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938483.361547:0:18651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144322176 00000100:00100000:3.0:1784938483.361559:0:18651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144322176 00000100:00100000:3.0:1784938483.361649:0:18651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 29 00000100:00100000:3.0:1784938483.361662:0:18651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd566300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144322176:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 00002000:00000024:3.0:1784938483.361705:0:18651:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1784938483.361828:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1784938483.362103:0:18651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd566300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144322176:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 Request processed in 442us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938483.362113:0:18651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 29 00000100:00100000:3.0:1784938483.362752:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144322176:192.168.203.126@tcp:13:osp-pre-0-1.0 00010000:00010000:2.0:1784938484.000769:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784938484.226597:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938484.226963:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125364096 00000100:00100000:1.0:1784938484.226976:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125364096 00000100:00100000:1.0:1784938484.227072:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13 00000100:00100000:1.0:1784938484.227086:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc77c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+13:16347:x1871643125364096:12345-192.168.203.26@tcp:35:umount.0 00000100:00080000:0.0:1784938484.227144:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:1.0:1784938484.227461:0:17143:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:1.0:1784938484.227568:0:17143:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:1.0:1784938484.227719:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc77c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+16:16347:x1871643125364096:12345-192.168.203.26@tcp:35:umount.0 Request processed in 635us (1135us total) trans 8589934626 rc 0/0 00000100:00100000:1.0:1784938484.227730:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13 00000020:00080000:1.0:1784938484.227736:0:17143:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000001:00080000:1.0:1784938484.231701:0:17119:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934626 is committed 00000020:00080000:1.0:1784938484.231837:0:17119:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:2.0:1784938484.231952:0:17178:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:2.0:1784938484.231971:0:17178:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00100000:2.0:1784938484.238301:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938484.238361:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938484.238419:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938484.238548:0:17893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125364224 00000100:00100000:1.0:1784938484.238567:0:17893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125364224 00000100:00100000:2.0:1784938484.238579:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938484.238652:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125364480 00000100:00100000:3.0:1784938484.238658:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125364480 00000100:00100000:3.0:1784938484.238704:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125364352 00000100:00100000:3.0:1784938484.238707:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125364352 00000100:00100000:1.0:1784938484.238840:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 3 00000100:00100000:1.0:1784938484.238861:0:17893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2e7b61f8-1274-4958-9ca5-b2bb69fb1bc0+15:2395:x1871643125364480:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1784938484.239103:0:17893:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784938484.239144:0:17893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cfd1a0000/0x26783cd1c59ef92d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28b17 expref: 15 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938484.239169:0:17893:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784938484.239286:0:17893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2e7b61f8-1274-4958-9ca5-b2bb69fb1bc0+14:2395:x1871643125364480:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 435us (923us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938484.239468:0:18649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125364608 00000100:00100000:2.0:1784938484.239474:0:18649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125364608 00000100:00100000:2.0:1784938484.239526:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 33 00000100:00100000:2.0:1784938484.239546:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+5:2391:x1871643125364608:12345-192.168.203.26@tcp:9:umount.0 00000020:00000080:2.0:1784938484.239587:0:18649:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef8cb 00000100:00080000:2.0:1784938484.239598:0:18649:0:(import.c:65:import_set_state_nolock()) ffff910cecbc4800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1784938484.239949:0:18649:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1784938484.240141:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+2:2391:x1871643125364608:12345-192.168.203.26@tcp:9:umount.0 Request processed in 606us (1562us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938484.240167:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 33 00010000:00010000:2.0:1784938484.240211:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1784938484.240286:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1784938484.240969:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 4 00000100:00100000:0.0:1784938484.240987:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2e7b61f8-1274-4958-9ca5-b2bb69fb1bc0+14:2395:x1871643125364224:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1784938484.241007:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784938484.241045:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cfd1a1800/0x26783cd1c59ef8a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28a30 expref: 14 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938484.241066:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784938484.241128:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2e7b61f8-1274-4958-9ca5-b2bb69fb1bc0+13:2395:x1871643125364224:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 148us (2841us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938484.241136:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 4 00000100:00100000:0.0:1784938484.241166:0:17125:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 5 00000100:00100000:0.0:1784938484.241174:0:17125:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc676b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2e7b61f8-1274-4958-9ca5-b2bb69fb1bc0+12:2395:x1871643125364352:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1784938484.241184:0:17125:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784938484.241196:0:17125:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910d020d0400/0x26783cd1c59ef8a8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28a61 expref: 12 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938484.241208:0:17125:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784938484.241374:0:17125:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc676b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2e7b61f8-1274-4958-9ca5-b2bb69fb1bc0+11:2395:x1871643125364352:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 200us (2959us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938484.241382:0:17125:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 5 00000100:00100000:1.0:1784938484.243450:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 3 00000100:00100000:2.0:1784938484.251913:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938484.252023:0:19429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125365504 00000100:00100000:0.0:1784938484.252036:0:19429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125365504 00000100:00100000:0.0:1784938484.252121:0:19429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 67 00000100:00100000:0.0:1784938484.252153:0:19429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+13:2391:x1871643125365504:12345-192.168.203.26@tcp:39:umount.0 00000020:00000080:0.0:1784938484.252197:0:19429:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef8b6 00000020:00010000:0.0:1784938484.252266:0:19429:0:(genops.c:1942:obd_stale_export_put()) Put export ffff910bc7c89000: total 0 00000100:00080000:0.0:1784938484.252273:0:19429:0:(import.c:65:import_set_state_nolock()) ffff910bc7c8a800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1784938484.252305:0:19429:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000020:00010000:2.0:1784938484.252366:0:17127:0:(genops.c:1928:obd_stale_export_get()) Get export ffff910bc7c89000: total 0 00010000:00010000:2.0:1784938484.252372:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938484.252459:0:17127:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff910bc7c89000, canceled 0 locks, left on hash table 8. 00010000:00010000:2.0:1784938484.252503:0:17127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff910bc73abc00) 00010000:00010000:2.0:1784938484.252507:0:17127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1784938484.252516:0:17127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cf2fa2800/0x26783cd1c59efadf lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28b87 expref: 12 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938484.252542:0:17127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff910bc73ab700) 00010000:00010000:2.0:1784938484.252545:0:17127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784938484.252560:0:17127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cf2fa3c00/0x26783cd1c59ef99d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28b25 expref: 11 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938484.252584:0:17127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff910ccee40000) 00010000:00010000:2.0:1784938484.252586:0:17127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1784938484.252590:0:17127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59efb6b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28bb1 expref: 10 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938484.252611:0:17127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff910bc73ab600) 00010000:00010000:2.0:1784938484.252614:0:17127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1784938484.252618:0:17127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cf2fa3200/0x26783cd1c59ef9dc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28b33 expref: 9 pid: 19429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938484.252631:0:17127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff910bc73abc00) 00010000:00010000:2.0:1784938484.252643:0:17127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1784938484.252649:0:17127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0c00/0x26783cd1c59efb10 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28b9c expref: 8 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938484.252665:0:17127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff910bc73abc00) 00010000:00010000:2.0:1784938484.252668:0:17127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1784938484.252671:0:17127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1c00/0x26783cd1c59efbc6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28bcd expref: 7 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938484.252795:0:19429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+6:2391:x1871643125365504:12345-192.168.203.26@tcp:39:umount.0 Request processed in 643us (895us total) trans 8589934627 rc 0/0 00000100:00100000:0.0:1784938484.252805:0:19429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 67 00010000:00010000:2.0:1784938484.253058:0:17127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff910cef382d00) 00010000:00010000:2.0:1784938484.253070:0:17127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1784938484.253084:0:17127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910ce6b76200/0x26783cd1c59ef981 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28b1e expref: 5 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938484.253115:0:17127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff910cc9af5500) 00010000:00010000:2.0:1784938484.253118:0:17127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1784938484.253122:0:17127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1200/0x26783cd1c59efa61 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28b5d expref: 4 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938484.253139:0:17127:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff910bc7c89000, canceled 8 locks, left on hash table 0. 00010000:00010000:2.0:1784938484.253187:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938484.253189:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938484.253192:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784938484.263782:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938484.264028:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125365632 00000100:00100000:1.0:1784938484.264041:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125365632 00000100:00100000:1.0:1784938484.264140:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 68 00000100:00100000:1.0:1784938484.264173:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+5:2391:x1871643125365632:12345-192.168.203.26@tcp:39:umount.0 00000020:00000080:1.0:1784938484.264272:0:17140:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef8bd 00000100:00080000:1.0:1784938484.264294:0:17140:0:(import.c:65:import_set_state_nolock()) ffff910bc7c8b000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1784938484.264326:0:17140:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00080000:2.0:1784938484.266958:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1784938484.268038:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5+3:2391:x1871643125365632:12345-192.168.203.26@tcp:39:umount.0 Request processed in 3853us (4258us total) trans 8589934593 rc 0/0 00000100:00100000:1.0:1784938484.268057:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 68 00010000:00010000:3.0:1784938484.270266:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784938484.383878:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1784938484.383907:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cfd566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1871643144322304:192.168.203.126@tcp:41:osp-pre-1-0.0 00000100:00100000:0.0:1784938484.387424:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1784938484.387459:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefcab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144322432:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:1.0:1784938484.387945:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938484.387993:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144322304 00000100:00100000:1.0:1784938484.388002:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144322304 00000100:00100000:1.0:1784938484.388059:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 67 00000100:00100000:1.0:1784938484.388070:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd564000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1871643144322304:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 00000004:00000024:1.0:1784938484.388112:0:17144:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1784938484.388163:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd564000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1871643144322304:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 Request processed in 94us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938484.388174:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 67 00000100:00100000:3.0:1784938484.388209:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938484.388294:0:17879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144322432 00000100:00100000:1.0:1784938484.388301:0:17879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144322432 00000100:00100000:1.0:1784938484.388339:0:17879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 68 00000100:00100000:1.0:1784938484.388349:0:17879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144322432:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 00000004:00000024:1.0:1784938484.388374:0:17879:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1784938484.388426:0:17879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144322432:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 Request processed in 78us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938484.388432:0:17879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 68 00000100:00100000:1.0:1784938484.388578:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefcab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144322432:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:2.0:1784938484.389156:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cfd566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1871643144322304:192.168.203.126@tcp:41:osp-pre-1-0.0 00010000:00010000:2.0:1784938485.023486:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784938485.407884:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144322560:192.168.203.126@tcp:13:osp-pre-0-0.0 00000100:00100000:1.0:1784938485.408233:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938485.408342:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144322560 00000100:00100000:2.0:1784938485.408350:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144322560 00000100:00100000:2.0:1784938485.408426:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 30 00000100:00100000:2.0:1784938485.408436:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd565180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144322560:12345-192.168.203.126@tcp:13:osp-pre-0-0.0 00002000:00000024:2.0:1784938485.408465:0:18650:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1784938485.408506:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd565180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144322560:12345-192.168.203.126@tcp:13:osp-pre-0-0.0 Request processed in 71us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938485.408513:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 30 00000100:00080000:0.0:1784938485.408942:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1784938485.409324:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144322560:192.168.203.126@tcp:13:osp-pre-0-0.0 00000100:00100000:0.0:1784938485.668372:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938485.668629:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938485.668850:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938485.668968:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125365760 00000100:00100000:1.0:1784938485.668978:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125365760 00000100:00100000:1.0:1784938485.669040:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125366016 00000100:00100000:1.0:1784938485.669043:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125366016 00000100:00100000:1.0:1784938485.669067:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 6 00000100:00100000:1.0:1784938485.669075:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2e7b61f8-1274-4958-9ca5-b2bb69fb1bc0+11:2392:x1871643125365760:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1784938485.669090:0:17124:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784938485.669118:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cc97d0200/0x26783cd1c59ef8e0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28aa0 expref: 11 pid: 17133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938485.669136:0:17124:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784938485.669179:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2e7b61f8-1274-4958-9ca5-b2bb69fb1bc0+10:2392:x1871643125365760:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 105us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938485.669187:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 6 00000100:00100000:1.0:1784938485.669203:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:1.0:1784938485.669250:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2e7b61f8-1274-4958-9ca5-b2bb69fb1bc0+9:2392:x1871643125366016:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1784938485.669259:0:17124:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784938485.669268:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cfd1a1000/0x26783cd1c59ef926 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28b10 expref: 9 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938485.669278:0:17124:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784938485.669296:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2e7b61f8-1274-4958-9ca5-b2bb69fb1bc0+8:2392:x1871643125366016:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 84us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938485.669303:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:2.0:1784938485.672857:0:17125:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125365888 00000100:00100000:2.0:1784938485.672870:0:17125:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125365888 00000100:00100000:1.0:1784938485.673261:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 8 00000100:00100000:1.0:1784938485.673274:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2e7b61f8-1274-4958-9ca5-b2bb69fb1bc0+8:2392:x1871643125365888:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1784938485.673303:0:17124:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784938485.673332:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cc97d1c00/0x26783cd1c59ef8e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28ad1 expref: 8 pid: 17133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938485.673349:0:17124:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784938485.673417:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2e7b61f8-1274-4958-9ca5-b2bb69fb1bc0+7:2392:x1871643125365888:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 147us (4566us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938485.673425:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 8 00000100:00100000:3.0:1784938485.677920:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938485.678301:0:19429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125366272 00000100:00100000:0.0:1784938485.678314:0:19429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125366272 00000100:00100000:0.0:1784938485.678420:0:19429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 69 00000100:00100000:0.0:1784938485.678434:0:19429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:53ab7f31-238a-42f3-8d14-599fa1c9b387+6:2391:x1871643125366272:12345-192.168.203.26@tcp:39:umount.0 00000020:00000080:0.0:1784938485.678506:0:19429:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef8f5 00000020:00010000:0.0:1784938485.678516:0:19429:0:(genops.c:1942:obd_stale_export_put()) Put export ffff910cecbc1000: total 0 00000100:00080000:0.0:1784938485.678522:0:19429:0:(import.c:65:import_set_state_nolock()) ffff910cecbc3000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1784938485.678558:0:19429:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00080000:2.0:1784938485.678657:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00010000:3.0:1784938485.678745:0:17127:0:(genops.c:1928:obd_stale_export_get()) Get export ffff910cecbc1000: total 0 00010000:00010000:3.0:1784938485.678813:0:17127:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff910cecbc1000, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1784938485.678860:0:17127:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff910bc73ab600) 00010000:00010000:3.0:1784938485.678864:0:17127:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1784938485.678875:0:17127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0600/0x26783cd1c59ef9ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28b3a expref: 5 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938485.678906:0:17127:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff910cecbc1000, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1784938485.678925:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938485.678946:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938485.678948:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784938485.679498:0:19429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:53ab7f31-238a-42f3-8d14-599fa1c9b387+3:2391:x1871643125366272:12345-192.168.203.26@tcp:39:umount.0 Request processed in 1065us (1593us total) trans 8589934628 rc 0/0 00000100:00100000:0.0:1784938485.679509:0:19429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 69 00000100:00100000:3.0:1784938485.692994:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938485.693898:0:17141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125366400 00000100:00100000:0.0:1784938485.693911:0:17141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125366400 00000100:00100000:0.0:1784938485.694081:0:17141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 70 00000100:00100000:0.0:1784938485.694095:0:17141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:53ab7f31-238a-42f3-8d14-599fa1c9b387+5:2391:x1871643125366400:12345-192.168.203.26@tcp:39:umount.0 00000020:00000080:0.0:1784938485.694148:0:17141:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef8fc 00000100:00080000:0.0:1784938485.694162:0:17141:0:(import.c:65:import_set_state_nolock()) ffff910cecbc2800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1784938485.694197:0:17141:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:0.0:1784938485.694437:0:17141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:53ab7f31-238a-42f3-8d14-599fa1c9b387+3:2391:x1871643125366400:12345-192.168.203.26@tcp:39:umount.0 Request processed in 345us (1458us total) trans 8589934594 rc 0/0 00000100:00100000:0.0:1784938485.694447:0:17141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 70 00010000:00010000:3.0:1784938485.694889:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1784938485.696534:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1784938485.722208:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938485.722586:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125366656 00000100:00100000:0.0:1784938485.722599:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125366656 00000100:00100000:0.0:1784938485.722680:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 170 00000100:00100000:0.0:1784938485.722692:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd70d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2e7b61f8-1274-4958-9ca5-b2bb69fb1bc0+7:2391:x1871643125366656:12345-192.168.203.26@tcp:251:umount.0 00000020:00000080:0.0:1784938485.722776:0:17131:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef893 00000020:00010000:0.0:1784938485.722787:0:17131:0:(genops.c:1942:obd_stale_export_put()) Put export ffff910cecbc1800: total 0 00000100:00080000:0.0:1784938485.722793:0:17131:0:(import.c:65:import_set_state_nolock()) ffff910cecbc5800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1784938485.722895:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd70d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2e7b61f8-1274-4958-9ca5-b2bb69fb1bc0+3:2391:x1871643125366656:12345-192.168.203.26@tcp:251:umount.0 Request processed in 204us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938485.722904:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 170 00000020:00010000:2.0:1784938485.726452:0:17128:0:(genops.c:1928:obd_stale_export_get()) Get export ffff910cecbc1800: total 0 00010000:00010000:2.0:1784938485.726546:0:17128:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff910cecbc1800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1784938485.726740:0:17128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cfd1a0e00/0x26783cd1c59ef89a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28a29 expref: 2 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938485.726765:0:17128:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff910cecbc1800, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1784938485.726780:0:17128:0:(genops.c:906:class_export_put()) final put ffff910cecbc1800/2e7b61f8-1274-4958-9ca5-b2bb69fb1bc0 00010000:00010000:2.0:1784938485.726811:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938485.726814:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938485.726816:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1784938485.726838:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910cecbc1800/2e7b61f8-1274-4958-9ca5-b2bb69fb1bc0 for MGS 00000020:00000080:0.0:1784938485.726892:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910cecbc5800 for MGS 00010000:00010000:3.0:1784938486.047514:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784938486.431562:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1784938486.431586:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144322688:192.168.203.126@tcp:13:osp-pre-1-0.0 00000100:00100000:2.0:1784938486.431878:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938486.431910:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144322688 00000100:00100000:2.0:1784938486.431917:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144322688 00000100:00100000:2.0:1784938486.431992:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 31 00000100:00100000:2.0:1784938486.432003:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144322688:12345-192.168.203.126@tcp:13:osp-pre-1-0.0 00002000:00000024:2.0:1784938486.432045:0:18650:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1784938486.432085:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144322688:12345-192.168.203.126@tcp:13:osp-pre-1-0.0 Request processed in 84us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938486.432093:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 31 00000100:00080000:2.0:1784938486.432115:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1784938486.432770:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1871643144322944:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938486.432821:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144323456:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938486.432848:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3643:1871643144323968:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938486.432873:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1784938486.432880:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3643:1871643144322816:0@lo:400:kworker.0 00000100:00100000:2.0:1784938486.432912:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938486.432933:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144323328:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938486.433124:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938486.433171:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938486.433193:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938486.433232:0:18648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144323456 00000100:00100000:3.0:1784938486.433237:0:18648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144323456 00000100:00100000:3.0:1784938486.433274:0:18648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 36 00000100:00100000:3.0:1784938486.433281:0:18648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144323456:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938486.433315:0:18648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144323456:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 34us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938486.433321:0:18648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 36 00000100:00100000:3.0:1784938486.433337:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144322944 00000100:00100000:3.0:1784938486.433340:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144322944 00000100:00100000:3.0:1784938486.433361:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 69 00000100:00100000:3.0:1784938486.433366:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1871643144322944:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938486.433400:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1871643144322944:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 34us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938486.433406:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 69 00000100:00100000:3.0:1784938486.433421:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144323968 00000100:00100000:3.0:1784938486.433424:0:17139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144323968 00000100:00100000:3.0:1784938486.433446:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 82 00000100:00100000:3.0:1784938486.433451:0:17139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1871643144323968:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938486.433472:0:17139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1871643144323968:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 21us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938486.433488:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 82 00000100:00080000:3.0:1784938486.433502:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1784938486.433505:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1784938486.433708:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3643:1871643144323840:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938486.433749:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1871643144322944:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938486.433760:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144323456:192.168.203.126@tcp:400:kworker.0 00010000:00080000:2.0:1784938486.433771:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910ce66c9f80 x1871643144323968/t0(0) o400->lustre-MDT0001-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938486.433782:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3643:1871643144323968:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938486.433809:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1871643144323200:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938486.433835:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3641:1871643144323712:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938486.433866:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3641:1871643144324224:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938486.433888:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1784938486.433895:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1871643144323072:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938486.433915:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144323584:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938486.433936:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3641:1871643144324096:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938486.434179:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938486.434199:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938486.434237:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938486.434255:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938486.434270:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938486.434288:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938486.434305:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938486.434323:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938486.434338:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144323328 00000100:00100000:3.0:1784938486.434342:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144323328 00000100:00100000:3.0:1784938486.434368:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 70 00000100:00100000:3.0:1784938486.434376:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144323328:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938486.434422:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144323328:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 46us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938486.434428:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 70 00000100:00100000:3.0:1784938486.434445:0:17141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144323840 00000100:00100000:3.0:1784938486.434448:0:17141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144323840 00000100:00100000:3.0:1784938486.434470:0:17141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144323200 00000100:00100000:3.0:1784938486.434472:0:17141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144323200 00000100:00100000:3.0:1784938486.434483:0:17141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144323712 00000100:00100000:3.0:1784938486.434485:0:17141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144323712 00000100:00100000:3.0:1784938486.434493:0:17141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144324224 00000100:00100000:3.0:1784938486.434496:0:17141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144324224 00000100:00100000:3.0:1784938486.434507:0:17141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144324096 00000100:00100000:3.0:1784938486.434509:0:17141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144324096 00000100:00100000:3.0:1784938486.434535:0:17141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 83 00000100:00100000:3.0:1784938486.434541:0:17141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1871643144323840:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938486.434565:0:17141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1871643144323840:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 25us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938486.434571:0:17141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 83 00000100:00100000:1.0:1784938486.438682:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144322688:192.168.203.126@tcp:13:osp-pre-1-0.0 00000100:00100000:1.0:1784938486.438784:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1784938486.438796:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cfd566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144324352:192.168.203.126@tcp:13:osp-pre-1-1.0 00000100:00100000:1.0:1784938486.441044:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144323072 00000100:00100000:1.0:1784938486.441056:0:19096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144323072 00000100:00100000:2.0:1784938486.443847:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938486.443888:0:17133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144322816 00000100:00100000:2.0:1784938486.443896:0:17133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144322816 00000100:00100000:2.0:1784938486.443945:0:17133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1784938486.443967:0:17133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd70fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc+24:3643:x1871643144322816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784938486.444030:0:17133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd70fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc+24:3643:x1871643144322816:12345-0@lo:400:kworker.0 Request processed in 77us (11117us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938486.444037:0:17133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1784938486.444072:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144324352 00000100:00100000:2.0:1784938486.444076:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144324352 00000100:00100000:2.0:1784938486.444112:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 32 00000100:00100000:2.0:1784938486.444118:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144324352:12345-192.168.203.126@tcp:13:osp-pre-1-1.0 00002000:00000024:2.0:1784938486.444134:0:18650:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1784938486.444175:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144324352:12345-192.168.203.126@tcp:13:osp-pre-1-1.0 Request processed in 57us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938486.444181:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 32 00000100:00100000:3.0:1784938486.447184:0:17141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 84 00000100:00080000:3.0:1784938486.447209:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1784938486.447310:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1784938486.447313:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1784938486.447328:0:17141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1871643144323200:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938486.447472:0:18649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144323584 00000100:00100000:2.0:1784938486.447480:0:18649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144323584 00000100:00100000:3.0:1784938486.447581:0:17141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1871643144323200:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 384us (13341us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938486.447589:0:17141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 84 00000100:00100000:1.0:1784938486.447641:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 85 00000100:00100000:1.0:1784938486.447653:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1871643144323712:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938486.447692:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1871643144323712:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 43us (13435us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938486.447699:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 85 00000100:00100000:1.0:1784938486.447716:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 86 00000100:00100000:1.0:1784938486.447723:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1871643144324224:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938486.447748:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1871643144324224:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 26us (13477us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938486.447755:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 86 00000100:00100000:1.0:1784938486.447770:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 87 00000100:00100000:1.0:1784938486.447778:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1871643144324096:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938486.447823:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1871643144324096:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 44us (13498us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938486.447830:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 87 00000100:00100000:1.0:1784938486.447889:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cfd566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144324352:192.168.203.126@tcp:13:osp-pre-1-1.0 00000100:00100000:1.0:1784938486.447908:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3643:1871643144322816:0@lo:400:kworker.0 00000100:00100000:1.0:1784938486.447925:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144323328:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938486.447940:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3643:1871643144323840:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938486.447986:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 37 00000100:00100000:1.0:1784938486.447994:0:19096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1871643144323072:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938486.448027:0:19096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1871643144323072:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 35us (13738us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938486.448034:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 37 00000100:00100000:3.0:1784938486.448158:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1871643144323072:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938486.448172:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3641:1871643144324096:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938486.448183:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1871643144323200:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938486.448193:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3641:1871643144323712:192.168.203.126@tcp:400:kworker.0 00010000:00080000:3.0:1784938486.448207:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910ce66c8a80 x1871643144324224/t0(0) o400->lustre-MDT0001-lwp-OST0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938486.448556:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3641:1871643144324224:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938486.451842:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 38 00000100:00100000:2.0:1784938486.451873:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144323584:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938486.451951:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144323584:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 85us (17643us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938486.452049:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 38 00000100:00100000:3.0:1784938486.454502:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144323584:192.168.203.126@tcp:400:kworker.0 00000040:00080000:1.0:1784938486.702096:0:17173:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1784938486.702104:0:17173:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1784938486.702125:0:17173:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1784938486.702131:0:17173:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1784938487.072399:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1784938487.426721:0:20711:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1784938487.439696:0:20711:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1784938487.439768:0:20711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d0400/0x26783cd1c59ef456 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59ef45d expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938487.439784:0:20711:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d0400/0x26783cd1c59ef456 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59ef45d expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938487.439791:0:20711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d0400/0x26783cd1c59ef456 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef45d expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938487.439799:0:20711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff910cc97d0400/0x26783cd1c59ef456 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef45d expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938487.439824:0:20711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1784938487.439830:0:20711:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1784938487.439863:0:20711:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1784938487.439868:0:20711:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1784938487.439874:0:20711:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1784938487.440830:0:20711:0:(import.c:65:import_set_state_nolock()) ffff910cc5885000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:0.0:1784938487.441516:0:17128:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938487.441526:0:17128:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910cc97d0400/0x26783cd1c59ef456 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef45d expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938487.441554:0:17128:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d0400 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:0.0:1784938487.441558:0:17128:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910cc97d0400/0x26783cd1c59ef456 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef45d expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938487.441568:0:17128:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910cc97d0400/0x26783cd1c59ef456 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x26783cd1c59ef45d expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784938487.441575:0:17128:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910cc97d0400/0x26783cd1c59ef456 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x26783cd1c59ef45d expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784938487.441581:0:17128:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1784938487.441584:0:17128:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1784938487.441587:0:17128:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1784938487.441617:0:17128:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910cc97d0400/0x26783cd1c59ef456 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef45d expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938487.441623:0:17128:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784938487.441648:0:17128:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910cc97d0400/0x26783cd1c59ef456 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef45d expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938487.441655:0:17128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910cc97d0400/0x26783cd1c59ef456 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef45d expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938487.441669:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938487.441671:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938487.441673:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784938487.441730:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1784938487.441749:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3642:1871643144324608:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784938487.441813:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938487.441910:0:17126:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144324608 00000100:00100000:0.0:1784938487.441917:0:17126:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144324608 00000100:00100000:0.0:1784938487.441975:0:17126:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1784938487.441984:0:17126:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc+24:3642:x1871643144324608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784938487.442004:0:17126:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784938487.442019:0:17126:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910d0215b600/0x26783cd1c59ef45d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26783cd1c59ef456 expref: 24 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938487.442032:0:17126:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784938487.442070:0:17126:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc+23:3642:x1871643144324608:12345-0@lo:103:ldlm_bl.0 Request processed in 86us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938487.442077:0:17126:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1784938487.442159:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3642:1871643144324608:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784938487.442256:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3639:1871643144324480:192.168.203.126@tcp:39:umount.0 00000100:00100000:0.0:1784938487.442521:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938487.442614:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144324480 00000100:00100000:1.0:1784938487.442619:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144324480 00000100:00100000:1.0:1784938487.442654:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 71 00000100:00100000:1.0:1784938487.442660:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1871643144324480:12345-192.168.203.126@tcp:39:umount.0 00000020:00000080:1.0:1784938487.442684:0:17140:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef487 00000100:00080000:1.0:1784938487.442699:0:17140:0:(import.c:65:import_set_state_nolock()) ffff910bc6751000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1784938487.442765:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3639:x1871643144324480:12345-192.168.203.126@tcp:39:umount.0 Request processed in 104us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938487.442772:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 71 00000020:00000080:1.0:1784938487.442780:0:17140:0:(genops.c:906:class_export_put()) final put ffff910bc6756800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1784938487.442838:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc6756800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1784938487.442891:0:20526:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910bc6751000 for lustre-MDT0000 00010000:00010000:2.0:1784938487.442891:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1784938487.443543:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cc5885000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1784938487.443565:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3639:1871643144324480:192.168.203.126@tcp:39:umount.0 00000100:00080000:1.0:1784938487.443622:0:20711:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1784938487.443626:0:20711:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1784938487.443631:0:20711:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1784938487.444525:0:20711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d0215ba00/0x26783cd1c59ef3a7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59ef3ae expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938487.444539:0:20711:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d0215ba00/0x26783cd1c59ef3a7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59ef3ae expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938487.444545:0:20711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d0215ba00/0x26783cd1c59ef3a7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef3ae expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938487.444551:0:20711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff910d0215ba00/0x26783cd1c59ef3a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef3ae expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938487.444635:0:20711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1784938487.444645:0:20711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0800/0x26783cd1c59ef7ba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59ef7c1 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938487.444651:0:20711:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0800/0x26783cd1c59ef7ba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59ef7c1 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938487.444657:0:20711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0800/0x26783cd1c59ef7ba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef7c1 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938487.444679:0:20711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0800/0x26783cd1c59ef7ba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef7c1 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.444805:0:18295:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784938487.444813:0:18295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910d0215ba00/0x26783cd1c59ef3a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef3ae expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.444821:0:18295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d0215ba00 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:3.0:1784938487.444825:0:18295:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910d0215ba00/0x26783cd1c59ef3a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef3ae expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.444833:0:18295:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910d0215ba00/0x26783cd1c59ef3a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x26783cd1c59ef3ae expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1784938487.444840:0:18295:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910d0215ba00/0x26783cd1c59ef3a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x26783cd1c59ef3ae expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784938487.444845:0:18295:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1784938487.444847:0:18295:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:3.0:1784938487.444876:0:18295:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910d0215ba00/0x26783cd1c59ef3a7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef3ae expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.444883:0:18295:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1784938487.444934:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefca8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3640:1871643144324736:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1784938487.444997:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1784938487.445079:0:18295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910d0215ba00/0x26783cd1c59ef3a7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef3ae expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.445086:0:18295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910d0215ba00/0x26783cd1c59ef3a7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef3ae expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.445106:0:18295:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938487.445109:0:18295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0800/0x26783cd1c59ef7ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef7c1 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.445114:0:18295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a0800 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:3.0:1784938487.445117:0:18295:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0800/0x26783cd1c59ef7ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef7c1 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.445123:0:18295:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0800/0x26783cd1c59ef7ba lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x26783cd1c59ef7c1 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1784938487.445129:0:18295:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0800/0x26783cd1c59ef7ba lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x26783cd1c59ef7c1 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784938487.445135:0:18295:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1784938487.445137:0:18295:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:3.0:1784938487.445150:0:18295:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0800/0x26783cd1c59ef7ba lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef7c1 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.445155:0:18295:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1784938487.445197:0:17893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144324736 00000100:00100000:0.0:1784938487.445203:0:17893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144324736 00000100:00100000:0.0:1784938487.445264:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1784938487.445273:0:17893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc+23:3640:x1871643144324736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784938487.445285:0:17893:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784938487.445297:0:17893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cffbc0000/0x26783cd1c59ef3ae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26783cd1c59ef3a7 expref: 23 pid: 17133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938487.445309:0:17893:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1784938487.445432:0:20711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 10000000:01000000:1.0:1784938487.445437:0:20711:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1784938487.445445:0:20711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d1600/0x26783cd1c59ef95e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59ef965 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938487.445452:0:20711:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d1600/0x26783cd1c59ef95e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59ef965 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938487.445459:0:20711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d1600/0x26783cd1c59ef95e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef965 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938487.445465:0:20711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff910cc97d1600/0x26783cd1c59ef95e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef965 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938487.445477:0:20711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1784938487.445484:0:20711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d0215bc00/0x26783cd1c59ef399 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59ef3a0 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938487.445490:0:20711:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d0215bc00/0x26783cd1c59ef399 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59ef3a0 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938487.445495:0:20711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d0215bc00/0x26783cd1c59ef399 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef3a0 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938487.445500:0:20711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff910d0215bc00/0x26783cd1c59ef399 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef3a0 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938487.445514:0:20711:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1784938487.445516:0:20711:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:1.0:1784938487.445519:0:20711:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:1.0:1784938487.445548:0:20711:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:1.0:1784938487.445552:0:20711:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:1.0:1784938487.445556:0:20711:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1784938487.445561:0:20711:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:1.0:1784938487.445568:0:20711:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff910bc7c8b800 lustre-MDT0000-lwp-OST0001_UUID 192.168.203.126@tcp 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1784938487.445573:0:20711:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff910bc64af000 lustre-MDT0000-lwp-OST0000_UUID 192.168.203.126@tcp 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1784938487.445577:0:20711:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff910bc7c62000 lustre-MDT0000-lwp-MDT0001_UUID 192.168.203.126@tcp 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1784938487.445582:0:20711:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff910bc7c61800 lustre-MDT0001-mdtlov_UUID 192.168.203.126@tcp 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1784938487.445587:0:20711:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff910cecbc1000 53ab7f31-238a-42f3-8d14-599fa1c9b387 192.168.203.26@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:1.0:1784938487.445591:0:20711:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff910bc7c89000 dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5 192.168.203.26@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934626 stale:0 00000020:00080000:1.0:1784938487.445596:0:20711:0:(genops.c:1574:class_disconnect_exports()) OBD device 5 (ffff910cfd200000) has exports, disconnecting them 00000020:00080000:1.0:1784938487.445600:0:20711:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.203.126@tcp (ffff910bc7c8b800), last request at 1784938486 00000020:00000080:1.0:1784938487.445607:0:20711:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef789 00000100:00080000:1.0:1784938487.445629:0:20711:0:(import.c:65:import_set_state_nolock()) ffff910bc7c8e800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1784938487.445672:0:20711:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 192.168.203.126@tcp (ffff910bc7c8b800): rc 0 00000020:00000080:1.0:1784938487.445674:0:20711:0:(genops.c:906:class_export_put()) final put ffff910bc7c8b800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:1.0:1784938487.445685:0:20711:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.203.126@tcp (ffff910bc64af000), last request at 1784938486 00000020:00000080:1.0:1784938487.445688:0:20711:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef624 00000100:00080000:1.0:1784938487.445693:0:20711:0:(import.c:65:import_set_state_nolock()) ffff910bc64af800 : changing import state from FULL to CLOSED 00000020:00000080:1.0:1784938487.445704:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc7c8b800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1784938487.445741:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910bc7c8e800 for lustre-MDT0000 00000020:00080000:1.0:1784938487.445763:0:20711:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 192.168.203.126@tcp (ffff910bc64af000): rc 0 00000020:00000080:1.0:1784938487.445765:0:20711:0:(genops.c:906:class_export_put()) final put ffff910bc64af000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:1.0:1784938487.445773:0:20711:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.203.126@tcp (ffff910bc7c62000), last request at 1784938417 00000020:00000080:1.0:1784938487.445777:0:20711:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef575 00000100:00080000:1.0:1784938487.445780:0:20711:0:(import.c:65:import_set_state_nolock()) ffff910bc7c66000 : changing import state from FULL to CLOSED 00000020:00000080:1.0:1784938487.445789:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc64af000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1784938487.445812:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910bc64af800 for lustre-MDT0000 00000020:00080000:1.0:1784938487.445822:0:20711:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 192.168.203.126@tcp (ffff910bc7c62000): rc 0 00000020:00000080:1.0:1784938487.445825:0:20711:0:(genops.c:906:class_export_put()) final put ffff910bc7c62000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:1.0:1784938487.445832:0:20711:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.203.126@tcp (ffff910bc7c61800), last request at 1784938417 00000020:00000080:1.0:1784938487.445835:0:20711:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef50c 00000100:00080000:1.0:1784938487.445840:0:20711:0:(import.c:65:import_set_state_nolock()) ffff910bc7c65000 : changing import state from FULL to CLOSED 00000020:00000080:1.0:1784938487.445847:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc7c62000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1784938487.445869:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910bc7c66000 for lustre-MDT0000 00000001:00000004:1.0:1784938487.445879:0:20711:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00080000:1.0:1784938487.445947:0:20711:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 192.168.203.126@tcp (ffff910bc7c61800): rc 0 00000004:00000080:1.0:1784938487.445953:0:20711:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb7d545553ae0 00000100:00080000:1.0:1784938487.445969:0:20711:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1784938487.445972:0:20711:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1784938487.446894:0:20711:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1784938487.446918:0:20711:0:(import.c:65:import_set_state_nolock()) ffff910ce6b6c000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:3.0:1784938487.447094:0:18295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0800/0x26783cd1c59ef7ba lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef7c1 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.447106:0:18295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0800/0x26783cd1c59ef7ba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef7c1 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.447126:0:18295:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784938487.447129:0:18295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910cc97d1600/0x26783cd1c59ef95e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef965 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.447149:0:18295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d1600 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:3.0:1784938487.447152:0:18295:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910cc97d1600/0x26783cd1c59ef95e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef965 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.447161:0:18295:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910cc97d1600/0x26783cd1c59ef95e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x26783cd1c59ef965 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1784938487.447168:0:18295:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910cc97d1600/0x26783cd1c59ef95e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x26783cd1c59ef965 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784938487.447173:0:18295:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1784938487.447176:0:18295:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1784938487.447179:0:18295:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1784938487.447242:0:18295:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910cc97d1600/0x26783cd1c59ef95e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef965 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.447249:0:18295:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1784938487.447271:0:18295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910cc97d1600/0x26783cd1c59ef95e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef965 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.447278:0:18295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910cc97d1600/0x26783cd1c59ef95e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef965 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.447287:0:18295:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938487.447291:0:18295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910d0215bc00/0x26783cd1c59ef399 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef3a0 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.447295:0:18295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d0215bc00 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:3.0:1784938487.447298:0:18295:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910d0215bc00/0x26783cd1c59ef399 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef3a0 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.447310:0:18295:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910d0215bc00/0x26783cd1c59ef399 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x26783cd1c59ef3a0 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1784938487.447315:0:18295:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910d0215bc00/0x26783cd1c59ef399 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x26783cd1c59ef3a0 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784938487.447320:0:18295:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1784938487.447322:0:18295:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1784938487.447324:0:18295:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1784938487.447335:0:18295:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910d0215bc00/0x26783cd1c59ef399 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef3a0 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.447341:0:18295:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1784938487.447346:0:18295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910d0215bc00/0x26783cd1c59ef399 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef3a0 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.447352:0:18295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910d0215bc00/0x26783cd1c59ef399 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef3a0 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.447361:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938487.447363:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938487.447365:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784938487.447467:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3641:1871643144324864:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784938487.447522:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938487.447658:0:17126:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144324864 00000100:00100000:3.0:1784938487.447665:0:17126:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144324864 00000100:00100000:3.0:1784938487.447708:0:17126:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1784938487.447716:0:17126:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc+23:3641:x1871643144324864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784938487.447729:0:17126:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784938487.447749:0:17126:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cfd1a1600/0x26783cd1c59ef7c1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26783cd1c59ef7ba expref: 23 pid: 17133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.447761:0:17126:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784938487.447797:0:17126:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc+22:3641:x1871643144324864:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938487.447805:0:17126:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1784938487.447842:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3641:1871643144324864:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784938487.451529:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784938487.451616:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3642:1871643144325120:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784938487.451699:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938487.451742:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1784938487.451749:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3642:1871643144325248:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784938487.451772:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1784938487.451847:0:20711:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1784938487.451865:0:20711:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:1.0:1784938487.451883:0:20711:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1784938487.451945:0:20711:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1784938487.451964:0:20711:0:(import.c:65:import_set_state_nolock()) ffff910cc9069000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1784938487.451973:0:20711:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1784938487.451975:0:20711:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:1.0:1784938487.451992:0:20711:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1784938487.452048:0:20711:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1784938487.452056:0:20711:0:(import.c:65:import_set_state_nolock()) ffff910cc487f000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1784938487.452096:0:20711:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff910cfd200000) has no exports 00000100:00100000:3.0:1784938487.452156:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144325120 00000100:00100000:3.0:1784938487.452164:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144325120 00000100:00100000:3.0:1784938487.452236:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144325248 00000100:00100000:3.0:1784938487.452240:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144325248 00000100:00100000:3.0:1784938487.452258:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1784938487.452266:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc+23:3642:x1871643144325120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784938487.452279:0:17124:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784938487.452296:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cfd1a0a00/0x26783cd1c59ef965 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26783cd1c59ef95e expref: 23 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.452312:0:17124:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784938487.452358:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc+22:3642:x1871643144325120:12345-0@lo:103:ldlm_bl.0 Request processed in 92us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938487.452366:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1784938487.452391:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1784938487.452397:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc+21:3642:x1871643144325248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784938487.452405:0:17124:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784938487.452413:0:17124:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cffbc0c00/0x26783cd1c59ef3a0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x26783cd1c59ef399 expref: 21 pid: 17133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938487.452434:0:17124:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784938487.452457:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc+20:3642:x1871643144325248:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938487.452464:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1784938487.452498:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3642:1871643144325248:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784938487.452508:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3642:1871643144325120:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784938487.452639:0:17893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc+19:3640:x1871643144324736:12345-0@lo:103:ldlm_bl.0 Request processed in 7366us (7641us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938487.452647:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:0.0:1784938487.452692:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784938487.452810:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefca8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3640:1871643144324736:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1784938487.452931:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cfd566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144324992:192.168.203.126@tcp:39:umount.0 00000100:00100000:2.0:1784938487.452998:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefcb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144325376:192.168.203.126@tcp:9:umount.0 00000100:00100000:2.0:1784938487.453025:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefcb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144325504:192.168.203.126@tcp:9:umount.0 00000100:00100000:3.0:1784938487.453875:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938487.453912:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938487.453942:0:17879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144324992 00000100:00100000:3.0:1784938487.453948:0:17879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144324992 00000100:00100000:3.0:1784938487.453985:0:17879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 71 00000100:00100000:3.0:1784938487.453994:0:17879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffcebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1871643144324992:12345-192.168.203.126@tcp:39:umount.0 00000020:00000080:3.0:1784938487.454022:0:17879:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef59f 00000100:00080000:3.0:1784938487.454030:0:17879:0:(import.c:65:import_set_state_nolock()) ffff910cdf5ce000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1784938487.454055:0:17879:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1784938487.454193:0:17879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffcebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+3:3639:x1871643144324992:12345-192.168.203.126@tcp:39:umount.0 Request processed in 200us (319us total) trans 8589934595 rc 0/0 00000100:00100000:3.0:1784938487.454201:0:17879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 71 00000100:00100000:3.0:1784938487.454246:0:18648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144325376 00000100:00100000:3.0:1784938487.454250:0:18648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144325376 00000100:00100000:3.0:1784938487.454286:0:18648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 34 00000100:00100000:3.0:1784938487.454293:0:18648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1871643144325376:12345-192.168.203.126@tcp:9:umount.0 00000020:00000080:3.0:1784938487.454307:0:18648:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef66a 00000100:00080000:3.0:1784938487.454311:0:18648:0:(import.c:65:import_set_state_nolock()) ffff910bc657e000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1784938487.454343:0:18648:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1784938487.454443:0:18648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3639:x1871643144325376:12345-192.168.203.126@tcp:9:umount.0 Request processed in 149us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938487.454450:0:18648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 34 00000100:00080000:3.0:1784938487.454567:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1784938487.454581:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938487.454588:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1784938487.458610:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910ce6b6c000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1784938487.458630:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cfd566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144324992:192.168.203.126@tcp:39:umount.0 00000100:00080000:2.0:1784938487.458646:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cc9069000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1784938487.458661:0:3639:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1784938487.458663:0:3639:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1784938487.458666:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefcb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144325376:192.168.203.126@tcp:9:umount.0 00000100:00100000:1.0:1784938487.458958:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938487.459028:0:18646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144325504 00000100:00100000:2.0:1784938487.459035:0:18646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144325504 00000100:00100000:2.0:1784938487.459086:0:18646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 35 00000100:00100000:2.0:1784938487.459096:0:18646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1871643144325504:12345-192.168.203.126@tcp:9:umount.0 00000020:00000080:2.0:1784938487.459126:0:18646:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef7c8 00000100:00080000:2.0:1784938487.459134:0:18646:0:(import.c:65:import_set_state_nolock()) ffff910cdf5ca000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1784938487.459178:0:18646:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1784938487.459337:0:18646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3639:x1871643144325504:12345-192.168.203.126@tcp:9:umount.0 Request processed in 242us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938487.459345:0:18646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 35 00000100:00080000:2.0:1784938487.459469:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cc487f000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1784938487.459479:0:3639:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1784938487.459481:0:3639:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1784938487.459498:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefcb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144325504:192.168.203.126@tcp:9:umount.0 00010000:00010000:2.0:1784938487.459522:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1784938487.465508:0:20711:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff910cfd200000) has no exports 00000020:00000080:1.0:1784938487.518921:0:20711:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef3f4 00000020:00000080:1.0:1784938487.518937:0:20711:0:(genops.c:906:class_export_put()) final put ffff910bc73d5800/lustre-QMT0000_UUID 00000020:01000000:1.0:1784938487.519002:0:20711:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1784938487.520351:0:20711:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784938487.520364:0:20711:0:(obd_config.c:955:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1784938487.520369:0:20711:0:(genops.c:1579:class_disconnect_exports()) OBD device 7 (ffff910bc715cd40) has no exports 00000020:00000080:3.0:1784938487.520875:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc73d5800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:0.0:1784938487.520915:0:20711:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef3ed 00000020:00000080:0.0:1784938487.520924:0:20711:0:(genops.c:906:class_export_put()) final put ffff910bc73d2000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1784938487.520983:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc73d2000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1784938487.521047:0:20711:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784938487.521054:0:20711:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1784938487.521071:0:20711:0:(genops.c:906:class_export_put()) final put ffff910bc73d1800/lustre-QMT0000_UUID 00000020:00000080:0.0:1784938487.521073:0:20711:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc73d1800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:0.0:1784938487.521081:0:20711:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:3.0:1784938488.095565:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784938488.481064:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144325632:192.168.203.126@tcp:13:osp-pre-0-1.0 00000100:00100000:2.0:1784938488.481648:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938488.481804:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144325632 00000100:00100000:3.0:1784938488.481812:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144325632 00000100:00100000:3.0:1784938488.481881:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 33 00000100:00100000:3.0:1784938488.481891:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144325632:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 00002000:00000024:3.0:1784938488.481919:0:18650:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1784938488.481964:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144325632:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 Request processed in 74us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938488.481971:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 33 00000100:00100000:1.0:1784938488.482185:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144325632:192.168.203.126@tcp:13:osp-pre-0-1.0 00000100:00080000:2.0:1784938488.482264:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:1.0:1784938488.999083:0:19463:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1784938488.999093:0:19463:0:(genops.c:906:class_export_put()) final put ffff910cdf5cc000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1784938488.999123:0:19463:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5 00000020:00000080:1.0:1784938488.999126:0:19463:0:(genops.c:906:class_export_put()) final put ffff910cecbc2000/dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5 00000001:00100000:1.0:1784938488.999134:0:19463:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 53ab7f31-238a-42f3-8d14-599fa1c9b387 00000020:00000080:1.0:1784938488.999136:0:19463:0:(genops.c:906:class_export_put()) final put ffff910cdf4fb800/53ab7f31-238a-42f3-8d14-599fa1c9b387 00000020:00000080:2.0:1784938488.999201:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910cdf5cc000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1784938488.999272:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910cecbc2000/dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5 for lustre-OST0001 00000020:00000080:2.0:1784938488.999291:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910cdf4fb800/53ab7f31-238a-42f3-8d14-599fa1c9b387 for lustre-OST0001 00000020:00000080:2.0:1784938488.999304:0:20526:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910cdf5ca000 for lustre-OST0001 00000020:00000080:2.0:1784938488.999308:0:20526:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910cecbc4800 for lustre-OST0001 00000020:00000080:2.0:1784938488.999312:0:20526:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910cdf4f8000 for lustre-OST0001 00000001:00100000:3.0:1784938489.001776:0:18643:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1784938489.001785:0:18643:0:(genops.c:906:class_export_put()) final put ffff910bc657b000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1784938489.001880:0:18643:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5 00000020:00000080:3.0:1784938489.001883:0:18643:0:(genops.c:906:class_export_put()) final put ffff910cecbc3800/dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5 00000020:00000080:1.0:1784938489.002784:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc657b000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1784938489.002929:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910bc657e000 for lustre-OST0000 00000001:00100000:3.0:1784938489.005331:0:18643:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 53ab7f31-238a-42f3-8d14-599fa1c9b387 00000020:00000080:3.0:1784938489.005340:0:18643:0:(genops.c:906:class_export_put()) final put ffff910bc7c89800/53ab7f31-238a-42f3-8d14-599fa1c9b387 00000020:00000080:2.0:1784938489.005348:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910cecbc3800/dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5 for lustre-OST0000 00000020:00000080:2.0:1784938489.005515:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc7c89800/53ab7f31-238a-42f3-8d14-599fa1c9b387 for lustre-OST0000 00000020:00000080:2.0:1784938489.005534:0:20526:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910cecbc6800 for lustre-OST0000 00000020:00000080:2.0:1784938489.005538:0:20526:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910bc7c8f000 for lustre-OST0000 00010000:00010000:3.0:1784938489.120247:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1784938489.439984:0:17894:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1784938489.503633:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144325760:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:3.0:1784938489.504081:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938489.504151:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144325760 00000100:00100000:2.0:1784938489.504160:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144325760 00000100:00100000:2.0:1784938489.504234:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 72 00000100:00100000:2.0:1784938489.504242:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffce8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3641:x1871643144325760:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 00000020:00080000:2.0:1784938489.504250:0:17145:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-192.168.203.126@tcp 00000100:00100000:2.0:1784938489.507715:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffce8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3641:x1871643144325760:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 Request processed in 3456us (3618us total) trans 0 rc -107/-107 00000100:00100000:2.0:1784938489.507731:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 72 00000100:02020000:2.0:1784938489.511723:0:3641:0:(client.c:1492:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 192.168.203.126@tcp failed: rc = -107 00000100:00080000:2.0:1784938489.522489:0:3641:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@192.168.203.126@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1784938489.522496:0:3641:0:(import.c:65:import_set_state_nolock()) ffff910bc8417000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1784938489.522519:0:3641:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 192.168.203.126@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1784938489.538707:0:3641:0:(import.c:65:import_set_state_nolock()) ffff910bc8417000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784938489.538723:0:3641:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 192.168.203.126@tcp last attempt 485 00000100:00080000:2.0:1784938489.538741:0:3641:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff910bc8417000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:2.0:1784938489.538795:0:3641:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910ce66cbb80 x1871643144325888/t0(0) o38->lustre-MDT0000-osp-MDT0001@192.168.203.126@tcp:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784938489.539155:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144325888:192.168.203.126@tcp:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1784938489.539551:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938489.542114:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144325888 00000100:00100000:2.0:1784938489.542125:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144325888 00000100:00100000:2.0:1784938489.542185:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 73 00000100:00100000:2.0:1784938489.542194:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3639:x1871643144325888:12345-192.168.203.126@tcp:38:ptlrpcd_00_01.0 00010000:02000000:2.0:1784938489.542228:0:17144:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-MDT0000: Not available for connect from 192.168.203.126@tcp (stopping) 00000100:00100000:2.0:1784938489.553177:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3639:x1871643144325888:12345-192.168.203.126@tcp:38:ptlrpcd_00_01.0 Request processed in 10972us (13617us total) trans 0 rc -19/-19 00000100:00100000:2.0:1784938489.553194:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 73 00000100:00080000:0.0:1784938489.553568:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc8417000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784938489.553575:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.126@tcp failed (-19) 00000100:00100000:0.0:1784938489.553580:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144325888:192.168.203.126@tcp:38:ptlrpcd_00_01.0 00000001:00100000:2.0:1784938490.021769:0:17119:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1784938490.021778:0:17119:0:(genops.c:906:class_export_put()) final put ffff910bc7c61800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1784938490.021806:0:17119:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 53ab7f31-238a-42f3-8d14-599fa1c9b387 00000001:00080000:2.0:1784938490.021815:0:17119:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:2.0:1784938490.021819:0:17119:0:(genops.c:906:class_export_put()) final put ffff910cecbc1000/53ab7f31-238a-42f3-8d14-599fa1c9b387 00000001:00100000:2.0:1784938490.021824:0:17119:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5 00000001:00080000:2.0:1784938490.021828:0:17119:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:2.0:1784938490.021830:0:17119:0:(genops.c:906:class_export_put()) final put ffff910bc7c89000/dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5 00000020:00000080:1.0:1784938490.021896:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc7c61800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:1.0:1784938490.021955:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910cecbc1000/53ab7f31-238a-42f3-8d14-599fa1c9b387 for lustre-MDT0000 00000020:00000080:1.0:1784938490.021991:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc7c89000/dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5 for lustre-MDT0000 00000020:00000080:1.0:1784938490.022030:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910bc7c65000 for lustre-MDT0000 00000020:00000080:1.0:1784938490.022034:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910cecbc3000 for lustre-MDT0000 00000020:00000080:1.0:1784938490.022036:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910bc7c8a800 for lustre-MDT0000 00000001:00100000:0.0:1784938490.022854:0:17871:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1784938490.022865:0:17871:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:0.0:1784938490.022869:0:17871:0:(genops.c:906:class_export_put()) final put ffff910cdf5e0000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1784938490.022926:0:17871:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 53ab7f31-238a-42f3-8d14-599fa1c9b387 00000001:00080000:0.0:1784938490.022931:0:17871:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:0.0:1784938490.022934:0:17871:0:(genops.c:906:class_export_put()) final put ffff910cecbc6000/53ab7f31-238a-42f3-8d14-599fa1c9b387 00000020:00000080:2.0:1784938490.022956:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910cdf5e0000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:2.0:1784938490.023014:0:20526:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910cdf5ce000 for lustre-MDT0001 00000001:00100000:0.0:1784938490.023176:0:17871:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5 00000001:00080000:0.0:1784938490.023182:0:17871:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:0.0:1784938490.023184:0:17871:0:(genops.c:906:class_export_put()) final put ffff910bc7c8c000/dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5 00000020:00000080:1.0:1784938490.023239:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910cecbc6000/53ab7f31-238a-42f3-8d14-599fa1c9b387 for lustre-MDT0001 00000020:00000080:1.0:1784938490.023282:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910cecbc2800 for lustre-MDT0001 00000020:00000080:2.0:1784938490.023799:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc7c8c000/dfba5c34-e2f4-4d66-8b34-841a4dc3ccc5 for lustre-MDT0001 00000020:00000080:2.0:1784938490.023907:0:20526:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910bc7c8b000 for lustre-MDT0001 00010000:00010000:2.0:1784938490.144463:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938491.167468:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1784938491.551432:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1784938491.551439:0:20526:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1784938491.551443:0:20526:0:(import.c:65:import_set_state_nolock()) ffff910bc8417000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784938491.551454:0:20526:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 192.168.203.126@tcp last attempt 557 00000100:00100000:1.0:1784938491.551455:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3643:1871643144326144:0@lo:400:kworker.0 00000100:00080000:2.0:1784938491.551467:0:20526:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1784938491.551489:0:20526:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff910bc8417000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:2.0:1784938491.551517:0:20526:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910ce66c9c00 x1871643144326272/t0(0) o38->lustre-MDT0000-osp-MDT0001@192.168.203.126@tcp:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784938491.551530:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938491.551587:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1784938491.551597:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144326016:192.168.203.126@tcp:13:osp-pre-1-1.0 00000100:00100000:2.0:1784938491.551631:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144326400:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938491.551661:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3643:1871643144326784:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938491.551694:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1784938491.551700:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3643:1871643144326656:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938491.551726:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3643:1871643144327168:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938491.551778:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144326528:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938491.551858:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144326272:192.168.203.126@tcp:38:kworker.0 00000100:00100000:1.0:1784938491.555911:0:17134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144326144 00000100:00100000:1.0:1784938491.555926:0:17134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144326144 00000100:00100000:3.0:1784938491.555939:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3641:1871643144327040:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938491.555985:0:17134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1784938491.555996:0:17134:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd70dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc+19:3643:x1871643144326144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784938491.556027:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3640:1871643144326912:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938491.556070:0:17134:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd70dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc+19:3643:x1871643144326144:12345-0@lo:400:kworker.0 Request processed in 75us (4542us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938491.556078:0:17134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1784938491.556095:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3643:1871643144326144:0@lo:400:kworker.0 00000100:00100000:2.0:1784938491.559818:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938491.559874:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938491.559915:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938491.559947:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938491.559981:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938491.560020:0:18649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144326400 00000100:00100000:2.0:1784938491.560029:0:18649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144326400 00000100:00100000:2.0:1784938491.560095:0:18649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144326528 00000100:00100000:2.0:1784938491.560099:0:18649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144326528 00000100:00100000:2.0:1784938491.560135:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 39 00000100:00100000:2.0:1784938491.560145:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144326400:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938491.560239:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144326400:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 95us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938491.560249:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 39 00000100:00100000:2.0:1784938491.560276:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 40 00000100:00100000:2.0:1784938491.560301:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144326528:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938491.560341:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144326528:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 41us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938491.560358:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 40 00000100:00080000:0.0:1784938491.560360:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1784938491.560366:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1784938491.560382:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144326656 00000100:00100000:0.0:1784938491.560386:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144326656 00000100:00100000:0.0:1784938491.560421:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144327040 00000100:00100000:0.0:1784938491.560431:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144327040 00000100:00100000:0.0:1784938491.560450:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144326912 00000100:00100000:0.0:1784938491.560453:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144326912 00000100:00100000:0.0:1784938491.560484:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 88 00000100:00100000:0.0:1784938491.560493:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1871643144326912:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938491.560602:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 72 00000100:00100000:3.0:1784938491.560609:0:17139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1871643144326656:12345-192.168.203.126@tcp:400:kworker.0 00000020:00080000:3.0:1784938491.560617:0:17139:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.203.126@tcp 00000100:00100000:2.0:1784938491.561274:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144326528:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938491.561408:0:17141:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1784938491.561418:0:17141:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:2.0:1784938491.561659:0:17141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 73 00000100:00100000:2.0:1784938491.561666:0:17141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3641:x1871643144327040:12345-192.168.203.126@tcp:400:kworker.0 00000020:00080000:2.0:1784938491.561674:0:17141:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.203.126@tcp 00000100:00100000:3.0:1784938491.563415:0:17139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1871643144326656:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 2798us (3537us total) trans 0 rc -107/-107 00000100:00100000:1.0:1784938491.563415:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938491.563488:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 72 00000100:00100000:1.0:1784938491.563515:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938491.563525:0:17139:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1784938491.563536:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144326784 00000100:00100000:3.0:1784938491.563544:0:17139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144326784 00000100:00100000:3.0:1784938491.563565:0:17139:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1784938491.563574:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 74 00000100:00100000:3.0:1784938491.563581:0:17139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1871643144326784:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938491.563650:0:17141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3641:x1871643144327040:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 1981us (3702us total) trans 0 rc -107/-107 00000100:00100000:2.0:1784938491.563658:0:17141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 73 00000020:00080000:3.0:1784938491.563673:0:17139:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.203.126@tcp 00000100:00100000:3.0:1784938491.563708:0:17139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3643:x1871643144326784:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 127us (195us total) trans 0 rc -107/-107 00000100:00100000:3.0:1784938491.563716:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 74 00000100:00100000:1.0:1784938491.563785:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938491.563832:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938491.563962:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144326272 00000100:00100000:1.0:1784938491.563972:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144326272 00000100:00100000:1.0:1784938491.564010:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 74 00000100:00100000:1.0:1784938491.564026:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3639:x1871643144326272:12345-192.168.203.126@tcp:38:kworker.0 00010000:02000000:1.0:1784938491.564042:0:17145:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-MDT0000: Not available for connect from 192.168.203.126@tcp (stopping) 00000100:00100000:0.0:1784938491.565235:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1871643144326912:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 2813us (3324us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938491.565256:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 88 00000100:00100000:3.0:1784938491.566476:0:19429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144327168 00000100:00100000:3.0:1784938491.566488:0:19429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144327168 00000100:00080000:2.0:1784938491.566520:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1784938491.566557:0:19429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 89 00000100:00100000:3.0:1784938491.566568:0:19429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1871643144327168:12345-192.168.203.126@tcp:400:kworker.0 00000100:00080000:2.0:1784938491.566591:0:3641:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@192.168.203.126@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1784938491.566598:0:3641:0:(import.c:65:import_set_state_nolock()) ffff910bc7c88800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1784938491.566602:0:3641:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 192.168.203.126@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1784938491.566664:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@192.168.203.126@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1784938491.566668:0:3643:0:(import.c:65:import_set_state_nolock()) ffff910cdf5ca800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1784938491.566672:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 192.168.203.126@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1784938491.566677:0:3643:0:(import.c:65:import_set_state_nolock()) ffff910cdf5ca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1784938491.566681:0:3643:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 192.168.203.126@tcp last attempt 485 00000100:00080000:0.0:1784938491.566697:0:3643:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff910cdf5ca800 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:3.0:1784938491.566715:0:19429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1871643144327168:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 147us (2929us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938491.566725:0:19429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 89 00000100:00100000:0.0:1784938491.566731:0:3643:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cf3b6d500 x1871643144327296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@192.168.203.126@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784938491.566756:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3643:1871643144326656:192.168.203.126@tcp:400:kworker.0 00000100:00080000:0.0:1784938491.566771:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@192.168.203.126@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1784938491.566774:0:3643:0:(import.c:65:import_set_state_nolock()) ffff910bc657c800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1784938491.566777:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 192.168.203.126@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1784938491.566780:0:3643:0:(import.c:65:import_set_state_nolock()) ffff910bc657c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1784938491.566783:0:3643:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 192.168.203.126@tcp last attempt 500 00000100:00080000:0.0:1784938491.566787:0:3643:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff910bc657c800 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:0.0:1784938491.566815:0:3643:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cf3b6ce00 x1871643144327424/t0(0) o38->lustre-MDT0000-lwp-OST0000@192.168.203.126@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784938491.566828:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3643:1871643144326784:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938491.566868:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144326400:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938491.566870:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3639:1871643144327296:192.168.203.126@tcp:38:ptlrpcd_00_03.0 00010000:00080000:3.0:1784938491.566892:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910ce66c9500 x1871643144326912/t0(0) o400->lustre-MDT0001-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938491.566904:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3640:1871643144326912:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938491.566923:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3639:1871643144327424:192.168.203.126@tcp:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1784938491.566942:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144326016 00000100:00100000:3.0:1784938491.566947:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144326016 00000100:00100000:3.0:1784938491.566980:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 34 00000100:00100000:3.0:1784938491.566989:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144326016:12345-192.168.203.126@tcp:13:osp-pre-1-1.0 00002000:00000024:3.0:1784938491.567016:0:18650:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1784938491.567068:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144326016:12345-192.168.203.126@tcp:13:osp-pre-1-1.0 Request processed in 80us (3657us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938491.567075:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 34 00010000:00080000:0.0:1784938491.568297:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910ce66ca680 x1871643144327168/t0(0) o400->lustre-MDT0001-lwp-OST0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938491.568312:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3643:1871643144327168:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938491.568331:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144326016:192.168.203.126@tcp:13:osp-pre-1-1.0 00000100:00100000:3.0:1784938491.569279:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938491.569318:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938491.570331:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144327296 00000100:00100000:0.0:1784938491.570340:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144327296 00000100:00100000:0.0:1784938491.570397:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144327424 00000100:00100000:0.0:1784938491.570400:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144327424 00000100:00100000:0.0:1784938491.570419:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 75 00000100:00100000:0.0:1784938491.570426:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffcea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3639:x1871643144327296:12345-192.168.203.126@tcp:38:ptlrpcd_00_03.0 00010000:02000000:0.0:1784938491.570444:0:17140:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-MDT0000: Not available for connect from 192.168.203.126@tcp (stopping) 00000100:00100000:0.0:1784938491.570509:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffcea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3639:x1871643144327296:12345-192.168.203.126@tcp:38:ptlrpcd_00_03.0 Request processed in 83us (1234us total) trans 0 rc -19/-19 00000100:00100000:0.0:1784938491.570516:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 75 00000100:00100000:0.0:1784938491.570533:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 76 00000100:00100000:0.0:1784938491.570537:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffce9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3639:x1871643144327424:12345-192.168.203.126@tcp:38:ptlrpcd_00_03.0 00010000:02000000:0.0:1784938491.570545:0:17140:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-MDT0000: Not available for connect from 192.168.203.126@tcp (stopping) 00000100:00100000:0.0:1784938491.570566:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffce9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3639:x1871643144327424:12345-192.168.203.126@tcp:38:ptlrpcd_00_03.0 Request processed in 28us (1248us total) trans 0 rc -19/-19 00000100:00100000:0.0:1784938491.570585:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 76 00000100:00080000:0.0:1784938491.570766:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cdf5ca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784938491.570773:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.126@tcp failed (-19) 00000100:00100000:0.0:1784938491.570777:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3639:1871643144327296:192.168.203.126@tcp:38:ptlrpcd_00_03.0 00000100:00080000:0.0:1784938491.570784:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc657c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784938491.570788:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.126@tcp failed (-19) 00000100:00100000:0.0:1784938491.570791:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3639:1871643144327424:192.168.203.126@tcp:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1784938491.571918:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3639:x1871643144326272:12345-192.168.203.126@tcp:38:kworker.0 Request processed in 7886us (8080us total) trans 0 rc -19/-19 00000100:00100000:1.0:1784938491.571929:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 74 00000100:00080000:0.0:1784938491.572245:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc8417000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784938491.572252:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.126@tcp failed (-19) 00000100:00100000:0.0:1784938491.572257:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144326272:192.168.203.126@tcp:38:kworker.0 00000100:00080000:2.0:1784938491.603006:0:3641:0:(import.c:65:import_set_state_nolock()) ffff910bc7c88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784938491.603022:0:3641:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 192.168.203.126@tcp last attempt 518 00000100:00080000:2.0:1784938491.603037:0:3641:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff910bc7c88800 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:3.0:1784938491.603274:0:3641:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cffceb100 x1871643144327552/t0(0) o38->lustre-MDT0000-lwp-OST0001@192.168.203.126@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784938491.603308:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3641:1871643144327040:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938491.604579:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3639:1871643144327552:192.168.203.126@tcp:38:ptlrpcd_00_01.0 00000100:00100000:2.0:1784938491.608856:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938491.611322:0:17141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144327552 00000100:00100000:1.0:1784938491.611335:0:17141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144327552 00000100:00100000:1.0:1784938491.611394:0:17141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 77 00000100:00100000:1.0:1784938491.611945:0:17141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3639:x1871643144327552:12345-192.168.203.126@tcp:38:ptlrpcd_00_01.0 00010000:02000000:1.0:1784938491.611965:0:17141:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-MDT0000: Not available for connect from 192.168.203.126@tcp (stopping) 00000100:00100000:1.0:1784938491.612042:0:17141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3639:x1871643144327552:12345-192.168.203.126@tcp:38:ptlrpcd_00_01.0 Request processed in 101us (3197us total) trans 0 rc -19/-19 00000100:00100000:1.0:1784938491.612049:0:17141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 77 00000100:00080000:1.0:1784938491.612869:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc7c88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784938491.612878:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.126@tcp failed (-19) 00000100:00100000:1.0:1784938491.612883:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3639:1871643144327552:192.168.203.126@tcp:38:ptlrpcd_00_01.0 00010000:00010000:3.0:1784938492.192211:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938493.216761:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784938493.600040:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1784938493.600064:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144327680:192.168.203.126@tcp:13:osp-pre-0-1.0 00000100:00100000:3.0:1784938493.600520:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000020:01000000:1.0:1784938493.600529:0:20711:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff910cfd0dda80 - data ffff910cd1bd4360/ffff910cecbf6400 00000100:00100000:0.0:1784938493.600632:0:18651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144327680 00000100:00100000:0.0:1784938493.600640:0:18651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144327680 00000020:01000000:1.0:1784938493.600674:0:20711:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff910bc5ac0900 - data ffff910ce6c10a20/ffff910cc4c84800 00000100:00080000:2.0:1784938493.600882:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1784938493.600934:0:18651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 35 00000100:00100000:0.0:1784938493.600943:0:18651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144327680:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 00002000:00000024:0.0:1784938493.601035:0:18651:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1784938493.601911:0:18651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144327680:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 Request processed in 963us (1386us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938493.601920:0:18651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 35 00000100:00100000:0.0:1784938493.604073:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144327680:192.168.203.126@tcp:13:osp-pre-0-1.0 00000001:00000004:1.0:1784938493.607031:0:20711:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:1.0:1784938493.671593:0:20711:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1784938493.671602:0:20711:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1784938493.671618:0:20711:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff910cfd566d80 x1871643144324992/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@192.168.203.126@tcp:24/4 lens 224/224 e 0 to 0 dl 1784938497 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938493.671659:0:20711:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1784938493.674755:0:20711:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1784938493.674763:0:20711:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:1.0:1784938493.674786:0:20711:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1784938493.674788:0:20711:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1784938493.675100:0:17163:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1784938493.675105:0:17163:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:3.0:1784938493.675116:0:17163:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1784938493.675725:0:20711:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1784938493.675729:0:20711:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:1.0:1784938493.675747:0:20711:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1784938493.675749:0:20711:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1784938493.675962:0:17165:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1784938493.675966:0:17165:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:3.0:1784938493.675975:0:17165:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1784938493.679945:0:20711:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef3bc 00000020:00000080:3.0:1784938493.679958:0:20711:0:(genops.c:906:class_export_put()) final put ffff910ce6b6d000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1784938493.682012:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910ce6b6d000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1784938493.685585:0:20711:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef3d1 00000020:00000080:3.0:1784938493.685599:0:20711:0:(genops.c:906:class_export_put()) final put ffff910ce6b6c800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1784938493.685612:0:20711:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:3.0:1784938493.685617:0:20711:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784938493.685625:0:20711:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1784938493.685628:0:20711:0:(genops.c:1579:class_disconnect_exports()) OBD device 4 (ffff910cfd203380) has no exports 00000004:01000000:3.0:1784938493.685792:0:20711:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1784938493.685801:0:20711:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef433 00000020:00000080:3.0:1784938493.685805:0:20711:0:(genops.c:906:class_export_put()) final put ffff910bc7ecb000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1784938493.685809:0:20711:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:3.0:1784938493.685812:0:20711:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784938493.685818:0:20711:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1784938493.685820:0:20711:0:(genops.c:1579:class_disconnect_exports()) OBD device 10 (ffff910cfd7619c0) has no exports 00000020:00000080:3.0:1784938493.685826:0:20711:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef42c 00000020:00000080:3.0:1784938493.685829:0:20711:0:(genops.c:906:class_export_put()) final put ffff910cc487f800/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1784938493.686180:0:20711:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:3.0:1784938493.686186:0:20711:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1784938493.686190:0:20711:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:3.0:1784938493.686196:0:20711:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1784938493.686198:0:20711:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1784938493.686249:0:20711:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1784938493.686257:0:20711:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1784938493.686264:0:20711:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef41e 00000020:00000080:3.0:1784938493.686269:0:20711:0:(genops.c:906:class_export_put()) final put ffff910ce6b6b800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1784938493.686272:0:20711:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:3.0:1784938493.686275:0:20711:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784938493.686278:0:20711:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1784938493.686281:0:20711:0:(genops.c:1579:class_disconnect_exports()) OBD device 9 (ffff910bc7544d40) has no exports 00000020:00000080:3.0:1784938493.686285:0:20711:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef417 00000020:00000080:3.0:1784938493.686287:0:20711:0:(genops.c:906:class_export_put()) final put ffff910cc906a800/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1784938493.686619:0:20711:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:3.0:1784938493.686630:0:20711:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1784938493.686633:0:20711:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:3.0:1784938493.686636:0:20711:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1784938493.686637:0:20711:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1784938493.686661:0:20711:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1784938493.686666:0:20711:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:3.0:1784938493.686676:0:20711:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1784938493.686681:0:20711:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef409 00000020:00000080:3.0:1784938493.686685:0:20711:0:(genops.c:906:class_export_put()) final put ffff910ce6b68800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1784938493.686689:0:20711:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:3.0:1784938493.686692:0:20711:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784938493.686695:0:20711:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1784938493.686697:0:20711:0:(genops.c:1579:class_disconnect_exports()) OBD device 8 (ffff910cf2dc3380) has no exports 00000020:00000080:3.0:1784938493.686700:0:20711:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef402 00000020:00000080:3.0:1784938493.686703:0:20711:0:(genops.c:906:class_export_put()) final put ffff910ce6b6a800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1784938493.687457:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910ce6b6c800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:1.0:1784938493.687467:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc7ecb000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1784938493.687507:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910cc487f800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1784938493.687512:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910cc487f000 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1784938493.687517:0:36:0:(genops.c:906:class_export_put()) final put ffff910ce6b6d800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1784938493.687519:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910ce6b6d800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1784938493.687522:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1784938493.687703:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910ce6b6b800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1784938493.687708:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910cc906a800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1784938493.687713:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910cc9069000 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1784938493.687716:0:36:0:(genops.c:906:class_export_put()) final put ffff910ce6b69800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1784938493.687718:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910ce6b69800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1784938493.687721:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1784938493.687745:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910ce6b68800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1784938493.687749:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910ce6b6a800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1784938493.693347:0:20711:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:2.0:1784938493.693357:0:20711:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1784938493.693371:0:20711:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1784938493.693378:0:20711:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1784938493.693442:0:20711:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784938493.693453:0:20711:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1784938493.693477:0:20711:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784938493.693481:0:20711:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1784938493.693486:0:20711:0:(genops.c:906:class_export_put()) final put ffff910bc8412800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1784938493.693490:0:20711:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc8412800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1784938493.693502:0:20711:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1784938493.693643:0:20711:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef3d8 00000020:00000080:2.0:1784938493.693650:0:20711:0:(genops.c:906:class_export_put()) final put ffff910ce6b6a000/lustre-MDD0000_UUID 00000020:01000000:2.0:1784938493.693655:0:20711:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1784938493.693659:0:20711:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784938493.693663:0:20711:0:(obd_config.c:955:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1784938493.693666:0:20711:0:(genops.c:1579:class_disconnect_exports()) OBD device 6 (ffff910cfd2019c0) has no exports 00000020:00000080:2.0:1784938493.693688:0:20711:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784938493.693691:0:20711:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:2.0:1784938493.693695:0:20711:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef3df 00000020:00000080:2.0:1784938493.693698:0:20711:0:(genops.c:906:class_export_put()) final put ffff910ce6b6e800/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1784938493.693706:0:20711:0:(tgt_mount.c:187:server_put_mount()) put mount ffff910cc871e000 from lustre-MDT0000, refs=3 00000020:01000004:2.0:1784938493.693710:0:20711:0:(obd_mount.c:706:lustre_put_lsi()) put ffff910cc871e000 3 00000020:01000004:2.0:1784938493.693713:0:20711:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff910cc871e000 from lustre-MDT0000 00000020:00000080:2.0:1784938493.693730:0:20711:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784938493.693733:0:20711:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1784938493.693735:0:20711:0:(genops.c:906:class_export_put()) final put ffff910ce6b6f800/lustre-MDT0000_UUID 00000020:00000080:2.0:1784938493.693738:0:20711:0:(genops.c:865:class_export_destroy()) destroying export ffff910ce6b6f800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1784938493.693744:0:20711:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:2.0:1784938493.693783:0:20711:0:(obd_mount.c:574:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:2.0:1784938493.693787:0:20711:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1784938493.693790:0:20711:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1784938493.693793:0:20711:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784938493.693795:0:20711:0:(obd_config.c:955:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1784938493.693807:0:20711:0:(genops.c:1840:print_export_data()) MGS: ACTIVE ffff910cfd215000 22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1784938493.693813:0:20711:0:(genops.c:1574:class_disconnect_exports()) OBD device 1 (ffff910cfd204d40) has exports, disconnecting them 00000020:00080000:2.0:1784938493.693817:0:20711:0:(genops.c:1549:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff910cfd215000), last request at 1784938404 00000020:00000080:2.0:1784938493.693830:0:20711:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef384 00000020:00010000:2.0:1784938493.693834:0:20711:0:(genops.c:1942:obd_stale_export_put()) Put export ffff910cfd215000: total 2 00000100:00080000:2.0:1784938493.693838:0:20711:0:(import.c:65:import_set_state_nolock()) ffff910cfd212800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1784938493.693850:0:20711:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff910cfd215000): rc 0 00000020:00080000:2.0:1784938493.693854:0:20711:0:(genops.c:1579:class_disconnect_exports()) OBD device 1 (ffff910cfd204d40) has no exports 00000100:00100000:2.0:1784938493.693906:0:17131:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff910cecfb9200:17131] 0 exiting: rc = 1 00000020:00000080:1.0:1784938493.694018:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910ce6b6c000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1784938493.694032:0:36:0:(genops.c:906:class_export_put()) final put ffff910ce6b69000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1784938493.694034:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910ce6b69000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1784938493.694042:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1784938493.694091:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910ce6b6a000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1784938493.694105:0:36:0:(genops.c:906:class_export_put()) final put ffff910ce6b68000/lustre-MDD0000_UUID 00000020:00000080:1.0:1784938493.694107:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910ce6b68000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1784938493.694111:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1784938493.694140:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910ce6b6e800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:1.0:1784938493.694166:0:17134:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff910cc4833200:17134] 2 exiting: rc = 0 00000100:00100000:1.0:1784938493.694267:0:17133:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff910bc5844600:17133] 1 exiting: rc = 0 00000100:00100000:2.0:1784938493.694902:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.694911:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.694918:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.694924:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.694929:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.694935:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.694940:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.694947:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.694953:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.694958:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.694963:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.694968:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.694974:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.694979:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.694985:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.694991:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.694997:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695002:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695008:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695014:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695020:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695025:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695031:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695036:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695055:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695060:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695066:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695072:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695079:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695085:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695090:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695096:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695102:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695108:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695114:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695119:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695126:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695132:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695137:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695143:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695148:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695154:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695160:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695165:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695170:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695176:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695181:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695187:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695193:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695200:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695206:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695238:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695246:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695251:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695257:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695262:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695268:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695273:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695278:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695291:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695297:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695303:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695308:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938493.695314:0:20711:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00010000:2.0:1784938493.696417:0:20711:0:(ldlm_resource.c:1180:cleanup_resource()) ### Freeing a lock still held by a client node ns: MGS lock: ffff910cc97d1800/0x26783cd1c59ef4a3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40106400000000 nid: 0@lo remote: 0x26783cd1c59ef49c expref: 14 pid: 17133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696485:0:20711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cc97d1800/0x26783cd1c59ef4a3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44907400000000 nid: 0@lo remote: 0x26783cd1c59ef49c expref: 14 pid: 17133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696502:0:20711:0:(ldlm_resource.c:1180:cleanup_resource()) ### Freeing a lock still held by a client node ns: MGS lock: ffff910cffbc0e00/0x26783cd1c59ef392 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40106400000000 nid: 0@lo remote: 0x26783cd1c59ef38b expref: 13 pid: 17133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696511:0:20711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cffbc0e00/0x26783cd1c59ef392 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44907400000000 nid: 0@lo remote: 0x26783cd1c59ef38b expref: 13 pid: 17133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696520:0:20711:0:(ldlm_resource.c:1180:cleanup_resource()) ### Freeing a lock still held by a client node ns: MGS lock: ffff910d0215be00/0x26783cd1c59ef4bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40106400000000 nid: 0@lo remote: 0x26783cd1c59ef4b8 expref: 12 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696527:0:20711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910d0215be00/0x26783cd1c59ef4bf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44907400000000 nid: 0@lo remote: 0x26783cd1c59ef4b8 expref: 12 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696534:0:20711:0:(ldlm_resource.c:1180:cleanup_resource()) ### Freeing a lock still held by a client node ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59ef560 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40106400000000 nid: 0@lo remote: 0x26783cd1c59ef559 expref: 11 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696541:0:20711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59ef560 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44907400000000 nid: 0@lo remote: 0x26783cd1c59ef559 expref: 11 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696548:0:20711:0:(ldlm_resource.c:1180:cleanup_resource()) ### Freeing a lock still held by a client node ns: MGS lock: ffff910cc97d0e00/0x26783cd1c59ef5e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40106400000000 nid: 0@lo remote: 0x26783cd1c59ef5de expref: 10 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696570:0:20711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cc97d0e00/0x26783cd1c59ef5e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44907400000000 nid: 0@lo remote: 0x26783cd1c59ef5de expref: 10 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696579:0:20711:0:(ldlm_resource.c:1180:cleanup_resource()) ### Freeing a lock still held by a client node ns: MGS lock: ffff910cc97d1400/0x26783cd1c59ef60f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40106400000000 nid: 0@lo remote: 0x26783cd1c59ef608 expref: 9 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696652:0:20711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cc97d1400/0x26783cd1c59ef60f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44907400000000 nid: 0@lo remote: 0x26783cd1c59ef608 expref: 9 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696662:0:20711:0:(ldlm_resource.c:1180:cleanup_resource()) ### Freeing a lock still held by a client node ns: MGS lock: ffff910ce6b77800/0x26783cd1c59ef74a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40106400000000 nid: 0@lo remote: 0x26783cd1c59ef743 expref: 8 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696670:0:20711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910ce6b77800/0x26783cd1c59ef74a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44907400000000 nid: 0@lo remote: 0x26783cd1c59ef743 expref: 8 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696679:0:20711:0:(ldlm_resource.c:1180:cleanup_resource()) ### Freeing a lock still held by a client node ns: MGS lock: ffff910cfd1a1400/0x26783cd1c59ef774 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40106400000000 nid: 0@lo remote: 0x26783cd1c59ef76d expref: 7 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696687:0:20711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cfd1a1400/0x26783cd1c59ef774 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44907400000000 nid: 0@lo remote: 0x26783cd1c59ef76d expref: 7 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696698:0:20711:0:(ldlm_resource.c:1180:cleanup_resource()) ### Freeing a lock still held by a client node ns: MGS lock: ffff910cfd1a1200/0x26783cd1c59ef7b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40106400000000 nid: 0@lo remote: 0x26783cd1c59ef7ac expref: 6 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696707:0:20711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cfd1a1200/0x26783cd1c59ef7b3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44907400000000 nid: 0@lo remote: 0x26783cd1c59ef7ac expref: 6 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696717:0:20711:0:(ldlm_resource.c:1180:cleanup_resource()) ### Freeing a lock still held by a client node ns: MGS lock: ffff910ce6b77000/0x26783cd1c59ef4b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40106400000000 nid: 0@lo remote: 0x26783cd1c59ef4aa expref: 5 pid: 17133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696737:0:20711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910ce6b77000/0x26783cd1c59ef4b1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44907400000000 nid: 0@lo remote: 0x26783cd1c59ef4aa expref: 5 pid: 17133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696748:0:20711:0:(ldlm_resource.c:1180:cleanup_resource()) ### Freeing a lock still held by a client node ns: MGS lock: ffff910d020d0c00/0x26783cd1c59ef93b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40106400000000 nid: 0@lo remote: 0x26783cd1c59ef934 expref: 4 pid: 17133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696757:0:20711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910d020d0c00/0x26783cd1c59ef93b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44907400000000 nid: 0@lo remote: 0x26783cd1c59ef934 expref: 4 pid: 17133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696766:0:20711:0:(ldlm_resource.c:1180:cleanup_resource()) ### Freeing a lock still held by a client node ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59ef949 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40106400000000 nid: 0@lo remote: 0x26783cd1c59ef942 expref: 3 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696774:0:20711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59ef949 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44907400000000 nid: 0@lo remote: 0x26783cd1c59ef942 expref: 3 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696782:0:20711:0:(ldlm_resource.c:1180:cleanup_resource()) ### Freeing a lock still held by a client node ns: MGS lock: ffff910d020d1800/0x26783cd1c59ef957 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40106400000000 nid: 0@lo remote: 0x26783cd1c59ef950 expref: 2 pid: 17133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938493.696790:0:20711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910d020d1800/0x26783cd1c59ef957 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44907400000000 nid: 0@lo remote: 0x26783cd1c59ef950 expref: 2 pid: 17133 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1784938493.697374:0:17127:0:(genops.c:1928:obd_stale_export_get()) Get export ffff910cfd215000: total 0 00010000:00010000:2.0:1784938493.697378:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938493.697552:0:17127:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff910cfd215000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1784938493.697569:0:17127:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff910cfd215000, canceled 0 locks, left on hash table 0. 00000020:00000080:2.0:1784938493.697580:0:17127:0:(genops.c:906:class_export_put()) final put ffff910cfd215000/22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc 00010000:00010000:2.0:1784938493.697604:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938493.697606:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938493.697608:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1784938493.697719:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910cfd215000/22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc for MGS 00000020:00000080:1.0:1784938493.697757:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910cfd212800 for MGS 00010000:00010000:3.0:1784938494.239656:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938495.264966:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1784938495.711387:0:20711:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff910bc74adc00 - data ffff910bc5c746c0/ffff910cdf7a5400 00000020:01000000:2.0:1784938495.711533:0:20711:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff910cc6394de0 - data ffff910cc22a0af8/ffff910d019afc00 00000020:00000080:2.0:1784938495.711954:0:20711:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef368 00000020:00000080:2.0:1784938495.711962:0:20711:0:(genops.c:906:class_export_put()) final put ffff910bc8411000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1784938495.711981:0:20711:0:(tgt_mount.c:187:server_put_mount()) put mount ffff910cc871e000 from MGS, refs=2 00000020:01000004:2.0:1784938495.711985:0:20711:0:(obd_mount.c:706:lustre_put_lsi()) put ffff910cc871e000 2 00000020:01000004:2.0:1784938495.711988:0:20711:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff910cc871e000 from MGS 00000020:00000080:2.0:1784938495.712009:0:20711:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784938495.712016:0:20711:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1784938495.712018:0:20711:0:(genops.c:906:class_export_put()) final put ffff910bc8416800/MGS 00000020:00000080:2.0:1784938495.712021:0:20711:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc8416800/MGS for MGS 00000020:01000000:2.0:1784938495.712027:0:20711:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:2.0:1784938495.712096:0:20711:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1784938495.712100:0:20711:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784938495.712105:0:20711:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1784938495.712114:0:20711:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff910cc5887800 lustre-MDT0000-lwp-MDT0000 192.168.203.126@tcp 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1784938495.712120:0:20711:0:(genops.c:1574:class_disconnect_exports()) OBD device 11 (ffff910bc75419c0) has exports, disconnecting them 00000020:00080000:2.0:1784938495.712125:0:20711:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 192.168.203.126@tcp (ffff910cc5887800), last request at 1784938404 00000020:00000080:2.0:1784938495.712129:0:20711:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef46b 00000020:00080000:2.0:1784938495.712138:0:20711:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 192.168.203.126@tcp (ffff910cc5887800): rc 0 00000020:00000080:2.0:1784938495.712143:0:20711:0:(genops.c:906:class_export_put()) final put ffff910cc5887800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1784938495.712951:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc8411000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1784938495.712979:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910cc5887800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:1.0:1784938495.716339:0:20711:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:1.0:1784938495.716348:0:20711:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1784938495.716352:0:20711:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1784938495.716359:0:20711:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1784938495.716559:0:20711:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784938495.716567:0:20711:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:1.0:1784938495.716574:0:20711:0:(obd_mount.c:706:lustre_put_lsi()) put ffff910cc871e000 1 00000020:00000080:1.0:1784938495.716580:0:20711:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef35a 00000020:00000080:1.0:1784938495.716589:0:20711:0:(genops.c:906:class_export_put()) final put ffff910bc8415800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1784938495.720749:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910cc5885000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1784938495.720765:0:36:0:(genops.c:906:class_export_put()) final put ffff910cc906c000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1784938495.720769:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910cc906c000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1784938495.720777:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000000:1.0:1784938495.721075:0:20711:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:1.0:1784938495.721082:0:20711:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1784938495.721090:0:20711:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1784938495.721095:0:20711:0:(genops.c:1579:class_disconnect_exports()) OBD device 0 (ffff910cfd760000) has no exports 00000020:00000080:0.0:1784938495.721963:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc8415800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1784938495.771885:0:20711:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784938495.771897:0:20711:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1784938495.771903:0:20711:0:(genops.c:906:class_export_put()) final put ffff910cc871d800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1784938495.771907:0:20711:0:(genops.c:865:class_export_destroy()) destroying export ffff910cc871d800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1784938495.771919:0:20711:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1784938495.772033:0:20711:0:(obd_mount.c:664:lustre_free_lsi()) Freeing lsi ffff910cc871b000 00000020:02000400:2.0:1784938495.772146:0:20711:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:2.0:1784938496.288061:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784938496.671627:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144327808:192.168.203.126@tcp:13:osp-pre-1-1.0 00000100:00100000:1.0:1784938496.671967:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938496.672056:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144327808 00000100:00100000:0.0:1784938496.672064:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144327808 00000100:00100000:0.0:1784938496.672129:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 36 00000100:00100000:0.0:1784938496.672139:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144327808:12345-192.168.203.126@tcp:13:osp-pre-1-1.0 00002000:00000024:0.0:1784938496.672167:0:18650:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1784938496.672244:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144327808:12345-192.168.203.126@tcp:13:osp-pre-1-1.0 Request processed in 106us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938496.672251:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 36 00000100:00100000:0.0:1784938496.672407:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144327808:192.168.203.126@tcp:13:osp-pre-1-1.0 00000100:00080000:3.0:1784938496.672483:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1784938496.676465:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1784938496.676472:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1784938496.676476:0:36:0:(import.c:65:import_set_state_nolock()) ffff910bc8417000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784938496.676486:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 192.168.203.126@tcp last attempt 559 00000100:00080000:3.0:1784938496.676495:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1784938496.676501:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff910bc8417000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:3.0:1784938496.676525:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cffce9880 x1871643144328064/t0(0) o38->lustre-MDT0000-osp-MDT0001@192.168.203.126@tcp:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1784938496.676557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1784938496.676561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1784938496.676570:0:36:0:(import.c:65:import_set_state_nolock()) ffff910cdf5ca800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784938496.676575:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 192.168.203.126@tcp last attempt 559 00000100:00080000:3.0:1784938496.676579:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1784938496.676583:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff910cdf5ca800 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:3.0:1784938496.676598:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cffce8380 x1871643144328320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@192.168.203.126@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1784938496.676607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1784938496.676609:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1784938496.676611:0:36:0:(import.c:65:import_set_state_nolock()) ffff910bc657c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784938496.676613:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 192.168.203.126@tcp last attempt 559 00000100:00080000:3.0:1784938496.676616:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1784938496.676619:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff910bc657c800 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:3.0:1784938496.676627:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cffce9500 x1871643144328448/t0(0) o38->lustre-MDT0000-lwp-OST0000@192.168.203.126@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1784938496.676642:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1784938496.676645:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1784938496.676646:0:36:0:(import.c:65:import_set_state_nolock()) ffff910bc7c88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784938496.676650:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 192.168.203.126@tcp last attempt 559 00000100:00080000:3.0:1784938496.676653:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1784938496.676656:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff910bc7c88800 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:3.0:1784938496.676667:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cffce9f80 x1871643144328704/t0(0) o38->lustre-MDT0000-lwp-OST0001@192.168.203.126@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784938496.676722:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3643:1871643144328576:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938496.676807:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1784938496.676813:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffceaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144328192:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938496.676970:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938496.677028:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938496.677050:0:18649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144328192 00000100:00100000:3.0:1784938496.677056:0:18649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144328192 00000100:00100000:3.0:1784938496.677106:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 41 00000100:00100000:3.0:1784938496.677115:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144328192:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938496.677157:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144328192:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 42us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938496.677164:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 41 00000100:00080000:3.0:1784938496.677186:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1784938496.677296:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffceaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144328192:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938496.677484:0:20712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144328576 00000100:00100000:0.0:1784938496.677490:0:20712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144328576 00000100:00100000:0.0:1784938496.677533:0:20712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 90 00000100:00100000:0.0:1784938496.677540:0:20712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffce8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1871643144328576:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938496.677574:0:20712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffce8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1871643144328576:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 34us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938496.677580:0:20712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 90 00000100:00100000:0.0:1784938496.677604:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3641:1871643144327936:0@lo:400:kworker.0 00000400:00000100:0.0:1784938496.677629:0:3641:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1871643144327936 offset 0 length 224: 4 00000100:00100000:0.0:1784938496.677653:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1784938496.677667:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3641:1871643144328832:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938496.677772:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938496.677790:0:19429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144328832 00000100:00100000:0.0:1784938496.677793:0:19429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144328832 00000100:00100000:0.0:1784938496.677817:0:19429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 91 00000100:00100000:0.0:1784938496.677824:0:19429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1871643144328832:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938496.677851:0:19429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1871643144328832:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 27us (79us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938496.677857:0:19429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 91 00010000:00080000:0.0:1784938496.677933:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff910cffcea680 x1871643144328832/t0(0) o400->lustre-MDT0001-lwp-OST0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938496.677943:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3641:1871643144328832:192.168.203.126@tcp:400:kworker.0 00010000:00080000:0.0:1784938496.677971:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff910cffce8e00 x1871643144328576/t0(0) o400->lustre-MDT0001-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938496.677980:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3643:1871643144328576:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938496.678088:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144328064:192.168.203.126@tcp:38:kworker.0 00000100:00100000:1.0:1784938496.678127:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3639:1871643144328320:192.168.203.126@tcp:38:kworker.0 00000100:00100000:1.0:1784938496.678164:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3639:1871643144328448:192.168.203.126@tcp:38:kworker.0 00000100:00100000:1.0:1784938496.678185:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3639:1871643144328704:192.168.203.126@tcp:38:kworker.0 00000100:00100000:0.0:1784938496.678699:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938496.678758:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938496.678780:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938496.678797:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938496.678816:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144328704 00000100:00100000:0.0:1784938496.678820:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144328704 00000100:00100000:0.0:1784938496.678842:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144328320 00000100:00100000:0.0:1784938496.678845:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144328320 00000100:00100000:0.0:1784938496.678854:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144328448 00000100:00100000:0.0:1784938496.678856:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144328448 00000100:00100000:0.0:1784938496.678867:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 78 00000100:00100000:0.0:1784938496.678885:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3639:x1871643144328704:12345-192.168.203.126@tcp:38:kworker.0 00010000:00020000:0.0:1784938496.678905:0:17140:0:(ldlm_lib.c:1215:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.126@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1784938496.679501:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1784938496.679561:0:17879:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144328064 00000100:00100000:1.0:1784938496.679566:0:17879:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144328064 00000100:00100000:1.0:1784938496.679600:0:17879:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 75 00000100:00100000:1.0:1784938496.679606:0:17879:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3639:x1871643144328064:12345-192.168.203.126@tcp:38:kworker.0 00010000:00020000:1.0:1784938496.679618:0:17879:0:(ldlm_lib.c:1215:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.126@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1784938496.679665:0:17879:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3639:x1871643144328064:12345-192.168.203.126@tcp:38:kworker.0 Request processed in 58us (907us total) trans 0 rc -19/-19 00000100:00100000:1.0:1784938496.679671:0:17879:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 75 00000100:00100000:1.0:1784938496.679693:0:20712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 79 00000100:00100000:1.0:1784938496.679697:0:20712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3639:x1871643144328320:12345-192.168.203.126@tcp:38:kworker.0 00010000:00020000:1.0:1784938496.679706:0:20712:0:(ldlm_lib.c:1215:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.126@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1784938496.679723:0:20712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3639:x1871643144328320:12345-192.168.203.126@tcp:38:kworker.0 Request processed in 25us (943us total) trans 0 rc -19/-19 00000100:00100000:1.0:1784938496.679728:0:20712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 79 00000100:00100000:1.0:1784938496.679739:0:20712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 80 00000100:00100000:1.0:1784938496.679742:0:20712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3639:x1871643144328448:12345-192.168.203.126@tcp:38:kworker.0 00010000:00020000:1.0:1784938496.679749:0:20712:0:(ldlm_lib.c:1215:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.203.126@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1784938496.679762:0:20712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3639:x1871643144328448:12345-192.168.203.126@tcp:38:kworker.0 Request processed in 19us (965us total) trans 0 rc -19/-19 00000100:00100000:1.0:1784938496.679767:0:20712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 80 00000100:00080000:1.0:1784938496.679917:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc8417000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784938496.679923:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.126@tcp failed (-19) 00000100:00100000:1.0:1784938496.679927:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144328064:192.168.203.126@tcp:38:kworker.0 00000100:00080000:1.0:1784938496.679935:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cdf5ca800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784938496.679939:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.126@tcp failed (-19) 00000100:00100000:1.0:1784938496.679941:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3639:1871643144328320:192.168.203.126@tcp:38:kworker.0 00000100:00080000:1.0:1784938496.679949:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc657c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784938496.679952:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.126@tcp failed (-19) 00000100:00100000:1.0:1784938496.679954:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3639:1871643144328448:192.168.203.126@tcp:38:kworker.0 00000100:00100000:0.0:1784938496.702404:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3639:x1871643144328704:12345-192.168.203.126@tcp:38:kworker.0 Request processed in 23508us (23696us total) trans 0 rc -19/-19 00000100:00100000:0.0:1784938496.702419:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 78 00000100:00080000:1.0:1784938496.706658:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc7c88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784938496.706673:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.126@tcp failed (-19) 00000100:00100000:1.0:1784938496.706678:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3639:1871643144328704:192.168.203.126@tcp:38:kworker.0 00010000:00010000:1.0:1784938497.311450:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938498.335509:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784938498.719810:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144328960:192.168.203.126@tcp:13:osp-pre-0-1.0 00000100:00100000:3.0:1784938498.720277:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938498.720330:0:18650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144328960 00000100:00100000:3.0:1784938498.720340:0:18650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144328960 00000100:00100000:3.0:1784938498.720410:0:18650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 37 00000100:00100000:3.0:1784938498.720430:0:18650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffceaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144328960:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 00002000:00000024:3.0:1784938498.720469:0:18650:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1784938498.721018:0:18650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffceaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144328960:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 Request processed in 596us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938498.721027:0:18650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 37 00000100:00080000:3.0:1784938498.721055:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1784938498.721586:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144328960:192.168.203.126@tcp:13:osp-pre-0-1.0 00000020:01000004:0.0:1784938498.938728:0:20913:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1784938498.958802:0:20913:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:2.0:1784938498.958883:0:20913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d0215b200/0x26783cd1c59ef559 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59ef560 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938498.958902:0:20913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d0215b200/0x26783cd1c59ef559 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59ef560 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938498.958910:0:20913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d0215b200/0x26783cd1c59ef559 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef560 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938498.958918:0:20913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff910d0215b200/0x26783cd1c59ef559 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef560 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938498.958938:0:20913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1784938498.958945:0:20913:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1784938498.958978:0:20913:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1784938498.958984:0:20913:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1784938498.958993:0:20913:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1784938498.959001:0:20913:0:(import.c:65:import_set_state_nolock()) ffff910cdf5ca800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1784938498.959007:0:20913:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1784938498.959009:0:20913:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1784938498.959012:0:20913:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1784938498.959209:0:17127:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938498.959263:0:17127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910d0215b200/0x26783cd1c59ef559 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef560 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938498.959271:0:17127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d0215b200 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:3.0:1784938498.959275:0:17127:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910d0215b200/0x26783cd1c59ef559 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef560 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938498.959286:0:17127:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910d0215b200/0x26783cd1c59ef559 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x26783cd1c59ef560 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1784938498.959294:0:17127:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910d0215b200/0x26783cd1c59ef559 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x26783cd1c59ef560 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784938498.959315:0:17127:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1784938498.959318:0:17127:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1784938498.959321:0:17127:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1784938498.959369:0:17127:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910d0215b200/0x26783cd1c59ef559 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef560 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938498.959377:0:17127:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1784938498.959412:0:17127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910d0215b200/0x26783cd1c59ef559 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef560 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938498.959420:0:17127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910d0215b200/0x26783cd1c59ef559 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef560 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938498.959576:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1784938498.959603:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3643:1871643144329088:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784938498.959607:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938498.959609:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938498.959611:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784938498.959695:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938498.960189:0:17126:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144329088 00000100:00100000:3.0:1784938498.960199:0:17126:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144329088 00000100:00100000:3.0:1784938498.960297:0:17126:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1784938498.960319:0:17126:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1871643144329088:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1784938498.960327:0:17126:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1784938498 with bad export cookie 2772032442307900292 00010000:00010000:2.0:1784938498.963635:0:20913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cffbc0800/0x26783cd1c59ef4b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59ef4bf expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938498.963660:0:20913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cffbc0800/0x26783cd1c59ef4b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59ef4bf expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938498.963691:0:20913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cffbc0800/0x26783cd1c59ef4b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef4bf expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938498.963699:0:20913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff910cffbc0800/0x26783cd1c59ef4b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef4bf expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938498.963732:0:20913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784938498.963740:0:20913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d020d0600/0x26783cd1c59ef7ac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59ef7b3 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938498.963748:0:20913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d020d0600/0x26783cd1c59ef7ac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59ef7b3 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938498.963754:0:20913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d020d0600/0x26783cd1c59ef7ac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef7b3 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938498.963760:0:20913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff910d020d0600/0x26783cd1c59ef7ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef7b3 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938498.963788:0:20913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1784938498.963796:0:20913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d020d1400/0x26783cd1c59ef950 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59ef957 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938498.963803:0:20913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d020d1400/0x26783cd1c59ef950 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59ef957 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938498.963809:0:20913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d020d1400/0x26783cd1c59ef950 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef957 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938498.963827:0:20913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff910d020d1400/0x26783cd1c59ef950 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef957 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938498.963851:0:20913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1784938498.963858:0:20913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cffbc1a00/0x26783cd1c59ef4aa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59ef4b1 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938498.963866:0:20913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cffbc1a00/0x26783cd1c59ef4aa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59ef4b1 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938498.963872:0:20913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cffbc1a00/0x26783cd1c59ef4aa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef4b1 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938498.963879:0:20913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff910cffbc1a00/0x26783cd1c59ef4aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef4b1 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938498.963887:0:20913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:2.0:1784938498.963891:0:20913:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:2.0:1784938498.963930:0:20913:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:2.0:1784938498.963935:0:20913:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:2.0:1784938498.963942:0:20913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784938498.963949:0:20913:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:2.0:1784938498.963959:0:20913:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff910bc6757800 lustre-MDT0001-lwp-OST0001_UUID 192.168.203.126@tcp 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1784938498.963965:0:20913:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff910bc64ad000 lustre-MDT0001-lwp-OST0000_UUID 192.168.203.126@tcp 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1784938498.963971:0:20913:0:(genops.c:1574:class_disconnect_exports()) OBD device 14 (ffff910cfcfbb380) has exports, disconnecting them 00000020:00080000:2.0:1784938498.963977:0:20913:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 192.168.203.126@tcp (ffff910bc6757800), last request at 1784938496 00000020:00000080:2.0:1784938498.963987:0:20913:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef79e 00000100:00080000:2.0:1784938498.964019:0:20913:0:(import.c:65:import_set_state_nolock()) ffff910bc6752000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1784938498.964091:0:20913:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 192.168.203.126@tcp (ffff910bc6757800): rc 0 00010000:00010000:0.0:1784938498.964683:0:17128:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1784938498.964694:0:17128:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910cffbc0800/0x26783cd1c59ef4b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef4bf expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938498.964704:0:17128:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc0800 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:0.0:1784938498.964709:0:17128:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910cffbc0800/0x26783cd1c59ef4b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef4bf expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938498.964720:0:17128:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910cffbc0800/0x26783cd1c59ef4b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x26783cd1c59ef4bf expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784938498.964728:0:17128:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910cffbc0800/0x26783cd1c59ef4b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x26783cd1c59ef4bf expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784938498.964734:0:17128:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1784938498.964738:0:17128:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:0.0:1784938498.964741:0:17128:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:0.0:1784938498.964796:0:17128:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910cffbc0800/0x26783cd1c59ef4b8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef4bf expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938498.964804:0:17128:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784938498.964849:0:17128:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910cffbc0800/0x26783cd1c59ef4b8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef4bf expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938498.964858:0:17128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910cffbc0800/0x26783cd1c59ef4b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef4bf expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938498.964872:0:17128:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1784938498.964876:0:17128:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910d020d0600/0x26783cd1c59ef7ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef7b3 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938498.964883:0:17128:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d020d0600 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:0.0:1784938498.964886:0:17128:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910d020d0600/0x26783cd1c59ef7ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef7b3 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938498.964893:0:17128:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910d020d0600/0x26783cd1c59ef7ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x26783cd1c59ef7b3 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784938498.964899:0:17128:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910d020d0600/0x26783cd1c59ef7ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x26783cd1c59ef7b3 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784938498.964905:0:17128:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1784938498.964907:0:17128:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1784938498.964910:0:17128:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1784938498.964924:0:17128:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910d020d0600/0x26783cd1c59ef7ac lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef7b3 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938498.964930:0:17128:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784938498.964949:0:17128:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910d020d0600/0x26783cd1c59ef7ac lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef7b3 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938498.964957:0:17128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910d020d0600/0x26783cd1c59ef7ac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef7b3 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938498.964984:0:17128:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784938498.964987:0:17128:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910d020d1400/0x26783cd1c59ef950 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef957 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938498.964993:0:17128:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d020d1400 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:0.0:1784938498.964996:0:17128:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910d020d1400/0x26783cd1c59ef950 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef957 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938498.965003:0:17128:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910d020d1400/0x26783cd1c59ef950 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x26783cd1c59ef957 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784938498.965009:0:17128:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910d020d1400/0x26783cd1c59ef950 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x26783cd1c59ef957 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784938498.965016:0:17128:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1784938498.965018:0:17128:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1784938498.965020:0:17128:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1784938498.965034:0:17128:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910d020d1400/0x26783cd1c59ef950 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef957 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938498.965041:0:17128:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784938498.965048:0:17128:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910d020d1400/0x26783cd1c59ef950 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef957 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938498.965054:0:17128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910d020d1400/0x26783cd1c59ef950 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef957 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938498.965064:0:17128:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938498.965067:0:17128:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910cffbc1a00/0x26783cd1c59ef4aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef4b1 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938498.965081:0:17128:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc1a00 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:0.0:1784938498.965084:0:17128:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910cffbc1a00/0x26783cd1c59ef4aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef4b1 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938498.965090:0:17128:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910cffbc1a00/0x26783cd1c59ef4aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x26783cd1c59ef4b1 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938498.965243:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1784938498.965748:0:20913:0:(genops.c:906:class_export_put()) final put ffff910bc6757800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:2.0:1784938498.965786:0:20913:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 192.168.203.126@tcp (ffff910bc64ad000), last request at 1784938496 00000020:00000080:2.0:1784938498.965796:0:20913:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef639 00000100:00080000:2.0:1784938498.965811:0:20913:0:(import.c:65:import_set_state_nolock()) ffff910bc64a8800 : changing import state from FULL to CLOSED 00000020:00000080:1.0:1784938498.965819:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc6757800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00080000:2.0:1784938498.965838:0:20913:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 192.168.203.126@tcp (ffff910bc64ad000): rc 0 00000020:00000080:2.0:1784938498.965840:0:20913:0:(genops.c:906:class_export_put()) final put ffff910bc64ad000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:2.0:1784938498.965851:0:20913:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb7d541c6fae0 00000100:00080000:2.0:1784938498.965880:0:20913:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000020:00000080:1.0:1784938498.965887:0:20526:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910bc6752000 for lustre-MDT0001 00000020:00000080:1.0:1784938498.965892:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc64ad000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000100:00100000:2.0:1784938498.965894:0:20913:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff910cffce8000 x1871643144325760/t0(0) o41->lustre-MDT0000-osp-MDT0001@192.168.203.126@tcp:24/4 lens 224/224 e 0 to 0 dl 1784938505 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938498.965905:0:20913:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000020:00000080:1.0:1784938498.965923:0:20526:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910bc64a8800 for lustre-MDT0001 00010000:00010000:1.0:1784938498.965940:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00010000:0.0:1784938498.966631:0:17128:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910cffbc1a00/0x26783cd1c59ef4aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x26783cd1c59ef4b1 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784938498.966639:0:17128:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1784938498.966643:0:17128:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1784938498.966646:0:17128:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1784938498.966686:0:17128:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910cffbc1a00/0x26783cd1c59ef4aa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef4b1 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938498.966694:0:17128:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784938498.966710:0:17128:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910cffbc1a00/0x26783cd1c59ef4aa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef4b1 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938498.966718:0:17128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910cffbc1a00/0x26783cd1c59ef4aa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x26783cd1c59ef4b1 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938498.966736:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938498.966738:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938498.966740:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784938498.966765:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3640:1871643144329344:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784938498.966868:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938498.966952:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1784938498.966978:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3640:1871643144329472:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784938498.967002:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938498.967043:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144325760:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:0.0:1784938498.967089:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144329344 00000100:00100000:1.0:1784938498.967174:0:17893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144329472 00000100:00100000:1.0:1784938498.967185:0:17893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144329472 00000100:00100000:1.0:1784938498.967262:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1784938498.967279:0:17893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3640:x1871643144329472:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1784938498.967287:0:17893:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1784938498 with bad export cookie 2772032442307900292 00000100:00100000:1.0:1784938498.967353:0:17893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3640:x1871643144329472:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (349us total) trans 0 rc -107/-107 00000100:00100000:1.0:1784938498.967361:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1784938498.968226:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144329344 00000100:00100000:0.0:1784938498.968270:0:17124:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1784938498.968277:0:17124:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3640:x1871643144329344:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1784938498.968283:0:17124:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1784938498 with bad export cookie 2772032442307900292 00000100:00100000:1.0:1784938498.968545:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3643:1871643144329216:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1784938498.969419:0:20913:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1784938498.969437:0:20913:0:(import.c:65:import_set_state_nolock()) ffff910bc8417000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:2.0:1784938498.971865:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784938498.972620:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938498.972696:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1784938498.972712:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3643:1871643144329600:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784938498.972747:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938498.973316:0:17125:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00100000:1.0:1784938498.973330:0:17125:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_004' 00000100:00100000:0.0:1784938498.973410:0:17124:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3640:x1871643144329344:12345-0@lo:103:ldlm_bl.0 Request processed in 5129us (6538us total) trans 0 rc -107/-107 00000100:00100000:0.0:1784938498.973423:0:17124:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1784938498.974274:0:17893:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00100000:1.0:1784938498.974292:0:17893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144329216 00000100:00100000:1.0:1784938498.974312:0:17893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144329216 00000100:00100000:0.0:1784938498.974376:0:17124:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144329600 00000100:00100000:0.0:1784938498.974380:0:17124:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144329600 00000100:00080000:2.0:1784938498.974467:0:20913:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1784938498.974473:0:20913:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:2.0:1784938498.974490:0:20913:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1784938498.974570:0:20913:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1784938498.974603:0:20913:0:(import.c:65:import_set_state_nolock()) ffff910cdfb54000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1784938498.974623:0:20913:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1784938498.974626:0:20913:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:2.0:1784938498.974634:0:20913:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1784938498.974694:0:20913:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1784938498.974703:0:20913:0:(import.c:65:import_set_state_nolock()) ffff910cdf495800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1784938498.974748:0:20913:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff910cfcfbb380) has no exports 00000100:00100000:1.0:1784938498.975569:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1784938498.975582:0:17893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3643:x1871643144329216:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1784938498.975593:0:17893:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1784938498 with bad export cookie 2772032442307900292 00000100:00100000:1.0:1784938498.975712:0:17893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3643:x1871643144329216:12345-0@lo:103:ldlm_bl.0 Request processed in 130us (3098us total) trans 0 rc -107/-107 00000100:00100000:1.0:1784938498.975728:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1784938498.975774:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144329728:192.168.203.126@tcp:9:umount.0 00000100:00100000:1.0:1784938498.975866:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144329856:192.168.203.126@tcp:9:umount.0 00000100:00100000:1.0:1784938498.976099:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938498.976190:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938498.976237:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144329728 00000100:00100000:1.0:1784938498.976263:0:19096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144329728 00000100:00100000:1.0:1784938498.976315:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144329856 00000100:00100000:1.0:1784938498.976318:0:19096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144329856 00000100:00100000:1.0:1784938498.976352:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 36 00000100:00100000:1.0:1784938498.976359:0:19096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1871643144329728:12345-192.168.203.126@tcp:9:umount.0 00000020:00000080:1.0:1784938498.976390:0:19096:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef663 00000100:00080000:1.0:1784938498.976401:0:19096:0:(import.c:65:import_set_state_nolock()) ffff910cdf493000 : changing import state from FULL to CLOSED 00000100:00080000:2.0:1784938498.977613:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.126@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1784938498.977635:0:3643:0:(import.c:65:import_set_state_nolock()) ffff910cd0e86000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1784938498.977640:0:3643:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.126@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00100000:3.0:1784938498.978326:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 37 00000100:00100000:3.0:1784938498.978345:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1871643144329856:12345-192.168.203.126@tcp:9:umount.0 00000020:00000080:3.0:1784938498.978380:0:18649:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef7cf 00000100:00080000:3.0:1784938498.978391:0:18649:0:(import.c:65:import_set_state_nolock()) ffff910bc713a000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1784938498.978600:0:18649:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1784938498.978812:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3639:x1871643144329856:12345-192.168.203.126@tcp:9:umount.0 Request processed in 474us (2620us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938498.978821:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 37 00000001:00000004:1.0:1784938498.978845:0:19096:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00080000:3.0:1784938498.978853:0:17135:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1784938498.978941:0:19096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3639:x1871643144329728:12345-192.168.203.126@tcp:9:umount.0 Request processed in 2581us (2841us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938498.978949:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 36 00000100:00080000:0.0:1784938498.979742:0:3640:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.126@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1784938498.979810:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cdfb54000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1784938498.979824:0:3639:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1784938498.979827:0:3639:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1784938498.979832:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144329728:192.168.203.126@tcp:9:umount.0 00000100:00080000:3.0:1784938498.979848:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cdf495800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1784938498.979859:0:3639:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1784938498.979861:0:3639:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1784938498.979864:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144329856:192.168.203.126@tcp:9:umount.0 00010000:00010000:1.0:1784938498.979937:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784938498.980342:0:17126:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1871643144329088:12345-0@lo:103:ldlm_bl.0 Request processed in 20022us (20645us total) trans 0 rc -107/-107 00000100:00100000:3.0:1784938498.980353:0:17126:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1784938498.980383:0:17126:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1784938498.980390:0:17126:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1871643144329600:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1784938498.980398:0:17126:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1784938498 with bad export cookie 2772032442307900292 00000100:00100000:3.0:1784938498.980678:0:17126:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1871643144329600:12345-0@lo:103:ldlm_bl.0 Request processed in 288us (7930us total) trans 0 rc -107/-107 00000100:00100000:3.0:1784938498.980685:0:17126:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:2.0:1784938498.998398:0:3643:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.126@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1784938498.998406:0:3643:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1784938498.998420:0:3643:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff910cffcead80 x1871643144327936/t0(0) o400->MGC192.168.203.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1784938512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938498.998466:0:3643:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff910cffce9c00 x1871643144329088/t0(0) o103->MGC192.168.203.126@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1784938514 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938498.998479:0:3643:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff910cf3b6c700 x1871643144329344/t0(0) o103->MGC192.168.203.126@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1784938514 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938498.998490:0:3643:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff910cf3b6e300 x1871643144329472/t0(0) o103->MGC192.168.203.126@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1784938514 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938498.998570:0:3643:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff910cf3b6c000 x1871643144329216/t0(0) o103->MGC192.168.203.126@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1784938514 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938498.998580:0:3643:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff910cf3b6d180 x1871643144329600/t0(0) o103->MGC192.168.203.126@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1784938514 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1784938498.998589:0:3643:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1784938498.998593:0:3643:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1784938498.998595:0:3643:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1784938498.998676:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3641:1871643144327936:0@lo:400:kworker.0 00000100:00080000:0.0:1784938498.998732:0:3640:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff910cd0e86000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:0.0:1784938498.998749:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3640:1871643144329344:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784938498.998783:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3640:1871643144329472:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784938498.998804:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1784938498.999777:0:3643:0:(import.c:65:import_set_state_nolock()) ffff910cd0e86000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784938498.999787:0:3643:0:(import.c:510:import_select_connection()) MGC192.168.203.126@tcp: connect to NID 0@lo last attempt 472 00000100:00080000:2.0:1784938498.999799:0:3643:0:(import.c:624:import_select_connection()) MGC192.168.203.126@tcp: import ffff910cd0e86000 using connection 22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc/0@lo 00000100:00100000:3.0:1784938498.999968:0:3643:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cffcead80 x1871643144329984/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784938499.000021:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3639:1871643144329984:0@lo:250:ptlrpcd_00_03.0 00000400:00000100:1.0:1784938499.000085:0:3639:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1871643144329984 offset 0 length 520: 4 00000100:00100000:3.0:1784938499.000256:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3643:1871643144329088:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784938499.000277:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3643:1871643144329600:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784938499.000283:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3643:1871643144329216:0@lo:103:ldlm_bl.0 00000020:00080000:3.0:1784938499.013051:0:20913:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff910cfcfbb380) has no exports 00000020:01000000:2.0:1784938499.071643:0:20913:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff910cfd0dd6c0 - data ffff910ce6c37a20/ffff910cecbf6800 00000020:01000000:2.0:1784938499.071847:0:20913:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff910cc99a3120 - data ffff910cc9d57948/ffff910cdf5fac00 00000001:00000004:2.0:1784938499.084764:0:20913:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:3.0:1784938499.146509:0:20913:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1784938499.146518:0:20913:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1784938499.146525:0:20913:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1784938499.148408:0:20913:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1784938499.148414:0:20913:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1784938499.148436:0:20913:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1784938499.148438:0:20913:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1784938499.149042:0:17880:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1784938499.149047:0:17880:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:0.0:1784938499.149070:0:17880:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1784938499.150012:0:20913:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1784938499.150017:0:20913:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1784938499.150036:0:20913:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1784938499.150038:0:20913:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1784938499.151261:0:17882:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1784938499.151266:0:17882:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1784938499.151278:0:17882:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1784938499.153596:0:20913:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef4cd 00000020:00000080:3.0:1784938499.153609:0:20913:0:(genops.c:906:class_export_put()) final put ffff910bc7c64800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1784938499.154506:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc7c64800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1784938499.155973:0:20913:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef4e2 00000020:00000080:3.0:1784938499.156177:0:20913:0:(genops.c:906:class_export_put()) final put ffff910bc7c66800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1784938499.156276:0:20913:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1784938499.156283:0:20913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784938499.156292:0:20913:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1784938499.156296:0:20913:0:(genops.c:1579:class_disconnect_exports()) OBD device 13 (ffff910bc71599c0) has no exports 00000004:01000000:3.0:1784938499.156484:0:20913:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1784938499.156493:0:20913:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef536 00000020:00000080:3.0:1784938499.156497:0:20913:0:(genops.c:906:class_export_put()) final put ffff910cdf491000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1784938499.156625:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc7c66800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:3.0:1784938499.156695:0:20913:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1784938499.156710:0:20913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784938499.156715:0:20913:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1784938499.156718:0:20913:0:(genops.c:1579:class_disconnect_exports()) OBD device 18 (ffff910cecfa4d40) has no exports 00000020:00000080:3.0:1784938499.156725:0:20913:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef52f 00000020:00000080:3.0:1784938499.156730:0:20913:0:(genops.c:906:class_export_put()) final put ffff910cdf491800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1784938499.156747:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910cdf491000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1784938499.156841:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910cdf491800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1784938499.157519:0:20913:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1784938499.157561:0:20913:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1784938499.157566:0:20913:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1784938499.157573:0:20913:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1784938499.157576:0:20913:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1784938499.157659:0:20913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1784938499.157668:0:20913:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1784938499.157676:0:20913:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef521 00000020:00000080:3.0:1784938499.157681:0:20913:0:(genops.c:906:class_export_put()) final put ffff910cfd3bf800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1784938499.157708:0:20526:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910cdf495800 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1784938499.157715:0:20526:0:(genops.c:906:class_export_put()) final put ffff910cfd3bd000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1784938499.157726:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910cfd3bd000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1784938499.157732:0:20526:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1784938499.157913:0:20913:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1784938499.157919:0:20913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784938499.157924:0:20913:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1784938499.157927:0:20913:0:(genops.c:1579:class_disconnect_exports()) OBD device 17 (ffff910cfd763380) has no exports 00000020:00000080:3.0:1784938499.157932:0:20913:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef51a 00000020:00000080:3.0:1784938499.157936:0:20913:0:(genops.c:906:class_export_put()) final put ffff910cfd3b8000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1784938499.158135:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910cfd3bf800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1784938499.158142:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910cfd3b8000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1784938499.158737:0:20913:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1784938499.158742:0:20913:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1784938499.158745:0:20913:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1784938499.158749:0:20913:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1784938499.158751:0:20913:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1784938499.159743:0:20913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1784938499.159754:0:20913:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1784938499.159778:0:20913:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1784938499.159786:0:20913:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef505 00000020:00000080:3.0:1784938499.159795:0:20913:0:(genops.c:906:class_export_put()) final put ffff910cfd3b9800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1784938499.160310:0:20526:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910cdfb54000 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1784938499.160318:0:20526:0:(genops.c:906:class_export_put()) final put ffff910cfd3be000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1784938499.160321:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910cfd3be000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1784938499.160330:0:20526:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1784938499.160537:0:20913:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1784938499.160542:0:20913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784938499.160556:0:20913:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1784938499.160560:0:20913:0:(genops.c:1579:class_disconnect_exports()) OBD device 16 (ffff910cf2dc0000) has no exports 00000020:00000080:3.0:1784938499.160566:0:20913:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef4fe 00000020:00000080:3.0:1784938499.160571:0:20913:0:(genops.c:906:class_export_put()) final put ffff910cdfb53800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1784938499.160589:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910cfd3b9800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1784938499.161322:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910cdfb53800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1784938499.164270:0:20913:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1784938499.164280:0:20913:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1784938499.164284:0:20913:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1784938499.164292:0:20913:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1784938499.164366:0:20913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784938499.164377:0:20913:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1784938499.164406:0:20913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784938499.164410:0:20913:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1784938499.164415:0:20913:0:(genops.c:906:class_export_put()) final put ffff910bc5b2e000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1784938499.164419:0:20913:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc5b2e000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:1.0:1784938499.164422:0:20526:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910bc8417000 for lustre-MDT0000-osp-MDT0001 00000020:01000000:0.0:1784938499.164425:0:20913:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1784938499.164428:0:20526:0:(genops.c:906:class_export_put()) final put ffff910cdfb55800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1784938499.164430:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910cdfb55800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1784938499.164438:0:20526:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1784938499.165149:0:20913:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef4e9 00000020:00000080:0.0:1784938499.165158:0:20913:0:(genops.c:906:class_export_put()) final put ffff910bc7c60800/lustre-MDD0001_UUID 00000020:01000000:0.0:1784938499.165181:0:20913:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1784938499.165185:0:20913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784938499.165191:0:20913:0:(obd_config.c:955:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1784938499.165195:0:20913:0:(genops.c:1579:class_disconnect_exports()) OBD device 15 (ffff910cfcfbcd40) has no exports 00000020:00000080:0.0:1784938499.165232:0:20913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784938499.165236:0:20913:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1784938499.165249:0:20913:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef4f0 00000020:00000080:0.0:1784938499.165253:0:20913:0:(genops.c:906:class_export_put()) final put ffff910bc7c63000/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1784938499.165260:0:20913:0:(tgt_mount.c:187:server_put_mount()) put mount ffff910bc7112800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1784938499.165263:0:20913:0:(obd_mount.c:706:lustre_put_lsi()) put ffff910bc7112800 2 00000020:01000004:0.0:1784938499.165266:0:20913:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff910bc7112800 from lustre-MDT0001 00000020:00000080:0.0:1784938499.165284:0:20913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784938499.165287:0:20913:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1784938499.165290:0:20913:0:(genops.c:906:class_export_put()) final put ffff910bc7c60000/lustre-MDT0001_UUID 00000020:00000080:0.0:1784938499.165292:0:20913:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc7c60000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1784938499.165308:0:20913:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1784938499.165350:0:20913:0:(obd_mount.c:574:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1784938499.165353:0:20913:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1784938499.165356:0:20913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784938499.165359:0:20913:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1784938499.165367:0:20913:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff910cdf5cd800 lustre-MDT0000-lwp-MDT0001 192.168.203.126@tcp 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1784938499.165372:0:20913:0:(genops.c:1574:class_disconnect_exports()) OBD device 19 (ffff910cecfa0000) has exports, disconnecting them 00000020:00080000:0.0:1784938499.165376:0:20913:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 192.168.203.126@tcp (ffff910cdf5cd800), last request at 1784938417 00000020:00000080:0.0:1784938499.165380:0:20913:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef56e 00000020:00080000:0.0:1784938499.165393:0:20913:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 192.168.203.126@tcp (ffff910cdf5cd800): rc 0 00000020:00000080:0.0:1784938499.165397:0:20913:0:(genops.c:906:class_export_put()) final put ffff910cdf5cd800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1784938499.166416:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc7c60800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1784938499.166445:0:20526:0:(genops.c:906:class_export_put()) final put ffff910bc7c67000/lustre-MDD0001_UUID 00000020:00000080:1.0:1784938499.166447:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc7c67000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1784938499.166452:0:20526:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1784938499.166611:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc7c63000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1784938499.166617:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910cdf5cd800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:1.0:1784938499.167281:0:20913:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:1.0:1784938499.167286:0:20913:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1784938499.167290:0:20913:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1784938499.167295:0:20913:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1784938499.167335:0:20526:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910cdf5ca800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1784938499.167458:0:20913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784938499.167465:0:20913:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1784938499.167469:0:20913:0:(genops.c:906:class_export_put()) final put ffff910cdf492800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1784938499.167472:0:20913:0:(genops.c:865:class_export_destroy()) destroying export ffff910cdf492800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1784938499.167476:0:20913:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:1.0:1784938499.167517:0:20913:0:(obd_mount.c:706:lustre_put_lsi()) put ffff910bc7112800 1 00000020:00000080:1.0:1784938499.167522:0:20913:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef495 00000020:00000080:1.0:1784938499.167527:0:20913:0:(genops.c:906:class_export_put()) final put ffff910bc7110000/lustre-MDT0001-osd_UUID 00000020:01000000:1.0:1784938499.167535:0:20913:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:1.0:1784938499.167542:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc7110000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1784938499.167551:0:20913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1784938499.167554:0:20913:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1784938499.167558:0:20913:0:(genops.c:1579:class_disconnect_exports()) OBD device 12 (ffff910cfd764d40) has no exports 00000020:00000080:1.0:1784938499.204842:0:20913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784938499.204856:0:20913:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:1.0:1784938499.204863:0:20913:0:(genops.c:906:class_export_put()) final put ffff910bc7113000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1784938499.204868:0:20913:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc7113000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1784938499.204880:0:20913:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:1.0:1784938499.205264:0:20913:0:(obd_mount.c:664:lustre_free_lsi()) Freeing lsi ffff910bc7114800 00000020:01000000:1.0:1784938499.205307:0:20913:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1784938499.205312:0:20913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1784938499.205316:0:20913:0:(obd_config.c:955:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1784938499.205321:0:20913:0:(genops.c:1579:class_disconnect_exports()) OBD device 3 (ffff910bc7158000) has no exports 00000100:00100000:0.0:1784938499.205559:0:20712:0:(service.c:3183:ptlrpc_main()) mdt00_004: service thread [ffff910cdf4c0200:20712] 4 exiting: rc = 0 00000100:00100000:0.0:1784938499.205672:0:17140:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff910cfd2d9000:17140] 1 exiting: rc = 0 00000100:00100000:1.0:1784938499.205778:0:17141:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff910cfd2d9c00:17141] 2 exiting: rc = 0 00000100:00100000:3.0:1784938499.206209:0:17139:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff910bc5879e00:17139] 0 exiting: rc = 1 00000100:00100000:3.0:1784938499.206371:0:19429:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff910bc66d5c00:19429] 3 exiting: rc = 0 00000100:00100000:1.0:1784938499.206569:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206576:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206582:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206591:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206599:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206606:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206615:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206622:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206629:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206636:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206643:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206651:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206660:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206668:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206676:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206683:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206689:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206696:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206702:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206708:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206715:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206721:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206728:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206734:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206742:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206750:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206834:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206894:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206960:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.206970:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207345:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207351:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207357:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207363:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207370:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207377:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207384:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207390:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207465:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207473:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207480:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207488:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207496:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207503:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207510:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207517:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207526:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207533:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207542:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207552:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207563:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207570:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207574:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207580:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207585:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207590:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207594:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207600:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207605:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207610:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207614:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207619:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207624:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.207630:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938499.213724:0:17143:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff910cc7a8e200:17143] 1 exiting: rc = 0 00000100:00100000:0.0:1784938499.213811:0:17142:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff910cc7a8fa00:17142] 0 exiting: rc = 1 00000100:00100000:1.0:1784938499.215182:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215204:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215211:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215341:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215346:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215352:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215358:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215364:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215369:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215374:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215380:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215385:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215393:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215472:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215478:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215484:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215489:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215494:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215499:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215505:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215511:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215516:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215521:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215527:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215532:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215537:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215543:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215549:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215555:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215561:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215566:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215571:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215577:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215582:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215586:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215591:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215607:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215612:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215618:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215623:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215629:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215633:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215639:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215644:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215649:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215655:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215660:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215665:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215671:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215676:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215681:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215686:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215691:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215696:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215701:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215706:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215712:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215716:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215721:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215725:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215729:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215734:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215738:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.215742:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.216911:0:17879:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff910bc587be00:17879] 2 exiting: rc = 0 00000100:00100000:3.0:1784938499.216917:0:17144:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff910bc5878a00:17144] 0 exiting: rc = 1 00000100:00100000:3.0:1784938499.219990:0:17145:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff910cc94db400:17145] 1 exiting: rc = 0 00000100:00100000:1.0:1784938499.220156:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220164:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220171:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220180:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220186:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220194:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220201:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220248:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220256:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220262:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220269:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220276:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220282:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220288:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220294:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220314:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220321:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220327:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220333:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220357:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220367:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220374:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220381:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220387:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220394:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220475:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220482:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220486:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220490:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220494:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220498:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220515:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220520:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220523:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220528:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220533:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220538:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220544:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220548:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220552:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220556:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220560:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220570:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220583:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220587:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220591:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220595:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220598:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220603:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220606:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220609:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220614:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220618:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220622:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220626:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220639:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220644:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220648:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220653:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220656:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220660:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220665:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220669:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.220678:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.232372:0:17146:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff910bc5878e00:17146] 0 exiting: rc = 1 00000100:00100000:3.0:1784938499.232410:0:17147:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff910bc5878600:17147] 1 exiting: rc = 0 00000100:00100000:1.0:1784938499.232505:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232514:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232519:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232524:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232531:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232537:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232543:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232549:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232553:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232558:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232563:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232569:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232574:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232596:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232601:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232607:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232612:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232618:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232624:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232629:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232634:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232639:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232644:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232649:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232654:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232659:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232665:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232671:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232676:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232681:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232686:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232691:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232696:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232701:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232707:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232712:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232718:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232723:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232729:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232733:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232738:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232743:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232748:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232753:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232770:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232776:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232782:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232787:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232801:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232806:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232811:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232816:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232823:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232828:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232833:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232838:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232843:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232848:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232853:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232859:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232864:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232869:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232874:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.232880:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938499.233468:0:17148:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff910cc4833a00:17148] 0 exiting: rc = 1 00000100:00100000:3.0:1784938499.233540:0:17149:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff910cc4833000:17149] 1 exiting: rc = 0 00000100:00100000:1.0:1784938499.233636:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233643:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233648:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233653:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233658:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233662:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233668:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233673:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233678:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233683:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233688:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233692:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233697:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233702:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233707:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233712:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233717:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233722:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233726:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233743:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233748:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233752:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233820:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233825:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233830:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233836:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233841:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233846:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233851:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233855:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233860:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233864:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233870:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233874:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233879:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.233884:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234145:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234155:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234161:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234166:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234171:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234176:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234182:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234188:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234193:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234198:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234204:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234209:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234234:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234241:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234247:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234253:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234257:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234262:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234276:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234281:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234286:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234292:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234297:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234313:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234317:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234322:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234328:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.234334:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938499.235439:0:17150:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff910cecf0fc00:17150] 0 exiting: rc = 1 00000100:00100000:1.0:1784938499.235546:0:17151:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff910cfd2bfa00:17151] 1 exiting: rc = 0 00000100:00100000:0.0:1784938499.235657:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235664:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235669:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235674:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235678:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235695:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235701:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235706:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235711:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235716:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235722:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235727:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235732:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235737:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235742:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235747:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235753:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235829:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235838:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235842:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235847:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235851:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235856:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235860:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235864:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235868:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235873:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235877:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235881:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235886:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235890:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235962:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235968:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235973:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.235978:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236161:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236167:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236173:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236179:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236184:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236198:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236203:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236208:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236273:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236281:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236286:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236291:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236297:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236311:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236316:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236321:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236326:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236331:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236336:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236341:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236346:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236350:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236355:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236361:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236368:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236373:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236379:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236384:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1784938499.236389:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.237380:0:17152:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff910cfd2bf200:17152] 0 exiting: rc = 1 00000100:00100000:0.0:1784938499.237662:0:17154:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff910cc2a3fa00:17154] 2 exiting: rc = 0 00000100:00100000:3.0:1784938499.238162:0:17153:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff910cecf0f800:17153] 1 exiting: rc = 0 00000100:00100000:1.0:1784938499.238339:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238347:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238352:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238366:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238389:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238466:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238474:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238479:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238485:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238491:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238497:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238502:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238509:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238514:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238520:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238526:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238531:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238736:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238746:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238752:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238833:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238842:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238850:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238870:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238875:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238881:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238889:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.238959:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239170:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239180:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239185:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239192:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239198:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239203:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239209:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239316:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239323:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239329:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239334:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239340:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239345:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239350:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239355:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239361:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239366:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239371:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239376:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239382:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239387:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239392:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239477:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239483:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239504:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239511:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239518:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239523:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239529:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239534:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239548:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239553:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239560:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239566:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239571:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938499.239577:0:20913:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1784938499.255751:0:20913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784938499.255841:0:20913:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1784938499.255848:0:20913:0:(genops.c:906:class_export_put()) final put ffff910cfd214000/MDS_uuid 00000020:00000080:1.0:1784938499.255853:0:20913:0:(genops.c:865:class_export_destroy()) destroying export ffff910cfd214000/MDS_uuid for MDS 00000020:01000000:1.0:1784938499.255859:0:20913:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1784938499.256274:0:20913:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:2.0:1784938499.363079:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938500.383460:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938501.409382:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1784938501.792236:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) 22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1784938501.792243:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) 22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784938501.792246:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1784938501.792249:0:20526:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1784938501.792252:0:20526:0:(import.c:65:import_set_state_nolock()) ffff910bc657c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784938501.792260:0:20526:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 192.168.203.126@tcp last attempt 564 00000100:00080000:1.0:1784938501.792270:0:20526:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1784938501.792276:0:20526:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff910bc657c800 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:1.0:1784938501.792323:0:20526:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cc875e300 x1871643144330112/t0(0) o38->lustre-MDT0000-lwp-OST0000@192.168.203.126@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1784938501.792371:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1784938501.792375:0:20526:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1784938501.792377:0:20526:0:(import.c:65:import_set_state_nolock()) ffff910bc7c88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1784938501.792379:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3639:1871643144330112:192.168.203.126@tcp:38:kworker.0 00000100:00080000:1.0:1784938501.792381:0:20526:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 192.168.203.126@tcp last attempt 564 00000100:00080000:1.0:1784938501.792385:0:20526:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1784938501.792389:0:20526:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff910bc7c88800 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:1.0:1784938501.792408:0:20526:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cc875d500 x1871643144330368/t0(0) o38->lustre-MDT0000-lwp-OST0001@192.168.203.126@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784938501.792441:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1784938501.792453:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3641:1871643144330496:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938501.792459:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3639:1871643144330368:192.168.203.126@tcp:38:kworker.0 00000400:00000100:3.0:1784938501.792640:0:3634:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.126@tcp portal 12 match 1871643144330112 offset 0 length 520: 4 00000400:00000100:3.0:1784938501.792726:0:3634:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.126@tcp portal 12 match 1871643144330496 offset 0 length 224: 4 00000400:00000100:3.0:1784938501.792737:0:3634:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.126@tcp portal 12 match 1871643144330368 offset 0 length 520: 4 00000100:00100000:0.0:1784938501.793249:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3643:1871643144330240:192.168.203.126@tcp:400:kworker.0 00000400:00000100:1.0:1784938501.794238:0:3634:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.126@tcp portal 12 match 1871643144330240 offset 0 length 224: 4 00010000:00010000:2.0:1784938502.435145:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1784938502.520448:0:21116:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1784938502.538517:0:21116:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:2.0:1784938502.538597:0:21116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cffbc1200/0x26783cd1c59ef608 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59ef60f expref: -99 pid: 18642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938502.538617:0:21116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cffbc1200/0x26783cd1c59ef608 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59ef60f expref: -99 pid: 18642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938502.538625:0:21116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cffbc1200/0x26783cd1c59ef608 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef60f expref: -99 pid: 18642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938502.538635:0:21116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff910cffbc1200/0x26783cd1c59ef608 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef60f expref: -99 pid: 18642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938502.538662:0:21116:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1784938502.538982:0:18295:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784938502.538991:0:18295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910cffbc1200/0x26783cd1c59ef608 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef60f expref: -99 pid: 18642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938502.539001:0:18295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc1200 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:1.0:1784938502.539006:0:18295:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910cffbc1200/0x26783cd1c59ef608 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef60f expref: -99 pid: 18642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938502.539017:0:18295:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910cffbc1200/0x26783cd1c59ef608 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x26783cd1c59ef60f expref: -99 pid: 18642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784938502.539024:0:18295:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910cffbc1200/0x26783cd1c59ef608 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x26783cd1c59ef60f expref: -99 pid: 18642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784938502.539029:0:18295:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1784938502.539032:0:18295:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00010000:00010000:1.0:1784938502.539047:0:18295:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff910cd0e86000 00010000:00010000:1.0:1784938502.539052:0:18295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910cffbc1200/0x26783cd1c59ef608 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x26783cd1c59ef60f expref: -99 pid: 18642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938502.539062:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938502.539064:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938502.539066:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938502.539771:0:21116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910cffbc1200/0x26783cd1c59ef608 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x26783cd1c59ef60f expref: -99 pid: 18642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784938502.539792:0:21116:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:01000000:2.0:1784938502.539797:0:21116:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1784938502.539839:0:21116:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1784938502.539857:0:21116:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff910cc875e300 x1871643144330112/t0(0) o38->lustre-MDT0000-lwp-OST0000@192.168.203.126@tcp:12/10 lens 520/544 e 0 to 0 dl 1784938521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938502.539878:0:21116:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1784938502.539884:0:21116:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1784938502.539891:0:21116:0:(import.c:65:import_set_state_nolock()) ffff910bc657c800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1784938502.539898:0:21116:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1784938502.539902:0:21116:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff910cc875e300 x1871643144330112/t0(0) o38->lustre-MDT0000-lwp-OST0000@192.168.203.126@tcp:12/10 lens 520/544 e 0 to 0 dl 1784938521 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938502.539909:0:21116:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1784938502.539932:0:21116:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 25s for inflight to error out 00000100:00100000:0.0:1784938502.540067:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3639:1871643144330112:192.168.203.126@tcp:38:kworker.0 00000100:00080000:2.0:1784938502.544816:0:21116:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1784938502.544844:0:21116:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff910cc875c700 x1871643144330240/t0(0) o400->lustre-MDT0001-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938502.544863:0:21116:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1784938502.544872:0:21116:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1784938502.544905:0:21116:0:(import.c:65:import_set_state_nolock()) ffff910bc657f800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1784938502.545520:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3639:1871643144330624:192.168.203.126@tcp:39:umount.0 00000100:00100000:0.0:1784938502.545869:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3643:1871643144330240:192.168.203.126@tcp:400:kworker.0 00000400:00000100:3.0:1784938502.546461:0:3634:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.126@tcp portal 12 match 1871643144330624 offset 0 length 224: 4 00010000:00010000:0.0:1784938503.455502:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938504.479676:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1784938504.799719:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) 22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1784938504.799766:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) 22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784938504.799770:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1784938504.799773:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1784938504.800051:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1784938504.800087:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3640:1871643144330752:192.168.203.126@tcp:400:kworker.0 00000400:00000100:3.0:1784938504.800755:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.126@tcp portal 12 match 1871643144330752 offset 0 length 224: 4 00000001:00100000:2.0:1784938504.866981:0:18643:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1784938504.866992:0:18643:0:(genops.c:906:class_export_put()) final put ffff910cdf496000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1784938504.867114:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910cdf496000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1784938504.867326:0:20526:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910cdf493000 for lustre-OST0000 00000001:00100000:0.0:1784938504.867886:0:19463:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1784938504.867892:0:19463:0:(genops.c:906:class_export_put()) final put ffff910bc713d800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1784938504.868005:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc713d800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1784938504.868332:0:20526:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910bc713a000 for lustre-OST0001 00010000:00010000:1.0:1784938505.503495:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938506.527429:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1784938506.847653:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) 22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1784938506.847664:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) 22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784938506.847667:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1784938506.847670:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1784938506.847837:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1784938506.847862:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3643:1871643144330880:192.168.203.126@tcp:400:kworker.0 00000400:00000100:1.0:1784938506.848299:0:3634:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.126@tcp portal 12 match 1871643144330880 offset 0 length 224: 4 00010000:00010000:2.0:1784938507.552640:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938508.578928:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784938508.703689:0:3639:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784938498/real 1784938499] req@ffff910cffcead80 x1871643144329984/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1784938508 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938508.703771:0:3639:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff910cffcead80 x1871643144329984/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1784938508 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1784938508.705872:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cd0e86000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784938508.705915:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1784938508.705921:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3639:1871643144329984:0@lo:250:ptlrpcd_00_03.0 00000100:00080000:2.0:1784938508.706300:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1784938508.706307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1784938508.706311:0:36:0:(import.c:65:import_set_state_nolock()) ffff910cd0e86000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784938508.706317:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.126@tcp: connect to NID 0@lo last attempt 567 00000100:00080000:2.0:1784938508.706325:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.126@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1784938508.706333:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.126@tcp: import ffff910cd0e86000 using connection 22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc/0@lo 00000100:00100000:2.0:1784938508.706379:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910ce66c9500 x1871643144331008/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784938508.706406:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1784938508.706410:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1784938508.706468:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3643:1871643144331136:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938508.706589:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3639:1871643144331008:0@lo:250:kworker.0 00000400:00000100:3.0:1784938508.706634:0:3639:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1871643144331008 offset 0 length 520: 4 00000400:00000100:1.0:1784938508.708507:0:3635:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.126@tcp portal 12 match 1871643144331136 offset 0 length 224: 4 00010000:00010000:0.0:1784938509.599662:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938510.623506:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938511.648710:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938512.673147:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784938512.799398:0:3639:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784938502/real 1784938502] req@ffff910ce66ca680 x1871643144330624/t0(0) o39->lustre-MDT0001-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 1 dl 1784938512 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938512.799579:0:3639:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff910ce66ca680 x1871643144330624/t0(0) o39->lustre-MDT0001-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 1 dl 1784938512 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1784938512.799604:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc657f800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1784938512.799689:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3639:1871643144330624:192.168.203.126@tcp:39:umount.0 00000100:00080000:2.0:1784938512.799768:0:21116:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1784938512.799774:0:21116:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1784938512.799778:0:21116:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1784938512.802744:0:21116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b77e00/0x26783cd1c59ef5de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59ef5e5 expref: -99 pid: 18642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938512.802770:0:21116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b77e00/0x26783cd1c59ef5de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59ef5e5 expref: -99 pid: 18642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938512.802778:0:21116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b77e00/0x26783cd1c59ef5de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef5e5 expref: -99 pid: 18642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938512.802785:0:21116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff910ce6b77e00/0x26783cd1c59ef5de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef5e5 expref: -99 pid: 18642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938512.802823:0:21116:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784938512.802833:0:21116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0400/0x26783cd1c59ef942 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59ef949 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938512.802840:0:21116:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0400/0x26783cd1c59ef942 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59ef949 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938512.802847:0:21116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0400/0x26783cd1c59ef942 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef949 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938512.802853:0:21116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0400/0x26783cd1c59ef942 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef949 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938512.803399:0:21116:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1784938512.803407:0:21116:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:2.0:1784938512.803459:0:21116:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:2.0:1784938512.803466:0:21116:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:2.0:1784938512.803472:0:21116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784938512.803480:0:21116:0:(obd_config.c:955:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1784938512.803503:0:21116:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff910cf2dc4d40) has no exports 00000020:00080000:2.0:1784938512.803536:0:21116:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff910cf2dc4d40) has no exports 00010000:00010000:3.0:1784938512.805404:0:17127:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784938512.805424:0:17127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910ce6b77e00/0x26783cd1c59ef5de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef5e5 expref: -99 pid: 18642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938512.805438:0:17127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910ce6b77e00 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:3.0:1784938512.805443:0:17127:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910ce6b77e00/0x26783cd1c59ef5de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef5e5 expref: -99 pid: 18642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938512.805456:0:17127:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910ce6b77e00/0x26783cd1c59ef5de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x26783cd1c59ef5e5 expref: -99 pid: 18642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1784938512.805493:0:17127:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910ce6b77e00/0x26783cd1c59ef5de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x26783cd1c59ef5e5 expref: -99 pid: 18642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784938512.805498:0:17127:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1784938512.805502:0:17127:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:3.0:1784938512.805505:0:17127:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:3.0:1784938512.805532:0:17127:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff910cd0e86000 00010000:00010000:3.0:1784938512.805537:0:17127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910ce6b77e00/0x26783cd1c59ef5de lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x26783cd1c59ef5e5 expref: -99 pid: 18642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938512.805544:0:17127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910ce6b77e00/0x26783cd1c59ef5de lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x26783cd1c59ef5e5 expref: -99 pid: 18642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938512.805565:0:17127:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938512.805569:0:17127:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0400/0x26783cd1c59ef942 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef949 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938512.805575:0:17127:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a0400 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:3.0:1784938512.805579:0:17127:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0400/0x26783cd1c59ef942 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef949 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938512.805580:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938512.805589:0:17127:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0400/0x26783cd1c59ef942 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x26783cd1c59ef949 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1784938512.805597:0:17127:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0400/0x26783cd1c59ef942 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x26783cd1c59ef949 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784938512.805603:0:17127:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1784938512.805606:0:17127:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1784938512.805615:0:17127:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1784938512.805622:0:17127:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff910cd0e86000 00010000:00010000:3.0:1784938512.805626:0:17127:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0400/0x26783cd1c59ef942 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x26783cd1c59ef949 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938512.805633:0:17127:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0400/0x26783cd1c59ef942 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x26783cd1c59ef949 expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938512.805643:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938512.805645:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938512.805648:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1784938512.806186:0:21116:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff910bc74ad4e0 - data ffff910ce6c1fa20/ffff910cdf7a5800 00000020:01000000:2.0:1784938512.806558:0:21116:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff910bc664ac60 - data ffff910cd1b04e58/ffff910cec1b3800 00100000:10000000:2.0:1784938512.818344:0:21116:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1784938512.827834:0:21116:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef5f3 00000020:00000080:3.0:1784938512.827852:0:21116:0:(genops.c:906:class_export_put()) final put ffff910cdf497800/lustre-OST0000-osd_UUID 00000020:01000004:3.0:1784938512.830893:0:21116:0:(tgt_mount.c:187:server_put_mount()) put mount ffff910cdf54e800 from lustre-OST0000, refs=2 00000020:01000004:3.0:1784938512.830909:0:21116:0:(obd_mount.c:706:lustre_put_lsi()) put ffff910cdf54e800 2 00000020:01000004:3.0:1784938512.830914:0:21116:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff910cdf54e800 from lustre-OST0000 00000020:00000080:3.0:1784938512.830961:0:21116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1784938512.830976:0:21116:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:3.0:1784938512.830982:0:21116:0:(genops.c:906:class_export_put()) final put ffff910cdf496800/lustre-OST0000_UUID 00000020:00000080:3.0:1784938512.830987:0:21116:0:(genops.c:865:class_export_destroy()) destroying export ffff910cdf496800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:3.0:1784938512.830999:0:21116:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:3.0:1784938512.831092:0:21116:0:(obd_mount.c:574:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:3.0:1784938512.831099:0:21116:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1784938512.831104:0:21116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784938512.831110:0:21116:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1784938512.831121:0:21116:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff910bc657c000 lustre-MDT0000-lwp-OST0000 192.168.203.126@tcp 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1784938512.831130:0:21116:0:(genops.c:1574:class_disconnect_exports()) OBD device 23 (ffff910cfcfb99c0) has exports, disconnecting them 00000020:00080000:3.0:1784938512.831136:0:21116:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 192.168.203.126@tcp (ffff910bc657c000), last request at 1784938432 00000020:00000080:3.0:1784938512.831142:0:21116:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef61d 00000020:00080000:3.0:1784938512.831167:0:21116:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 192.168.203.126@tcp (ffff910bc657c000): rc 0 00000020:00000080:3.0:1784938512.831193:0:21116:0:(genops.c:906:class_export_put()) final put ffff910bc657c000/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1784938512.832179:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910cdf497800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1784938512.836775:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc657c000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:1.0:1784938512.841679:0:21116:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:1.0:1784938512.841688:0:21116:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1784938512.841693:0:21116:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1784938512.841706:0:21116:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1784938512.841796:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910bc657c800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1784938512.841893:0:21116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784938512.841905:0:21116:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1784938512.841911:0:21116:0:(genops.c:906:class_export_put()) final put ffff910bc6753000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1784938512.841916:0:21116:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc6753000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1784938512.841938:0:21116:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:1.0:1784938512.842004:0:21116:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1784938512.842009:0:21116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1784938512.842021:0:21116:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1784938512.842064:0:21116:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff910bc657d000 lustre-MDT0001-lwp-OST0000 192.168.203.126@tcp 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1784938512.842071:0:21116:0:(genops.c:1574:class_disconnect_exports()) OBD device 24 (ffff910cfcfb8000) has exports, disconnecting them 00000020:00080000:1.0:1784938512.842076:0:21116:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 192.168.203.126@tcp (ffff910bc657d000), last request at 1784938432 00000020:00000080:1.0:1784938512.842080:0:21116:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef632 00000020:00080000:1.0:1784938512.842095:0:21116:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 192.168.203.126@tcp (ffff910bc657d000): rc 0 00000020:00000080:1.0:1784938512.842100:0:21116:0:(genops.c:906:class_export_put()) final put ffff910bc657d000/lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1784938512.842269:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc657d000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:0.0:1784938512.844044:0:21116:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:0.0:1784938512.844055:0:21116:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1784938512.844061:0:21116:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1784938512.844070:0:21116:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1784938512.844111:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910bc657f800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1784938512.844309:0:21116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784938512.844319:0:21116:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:0.0:1784938512.844326:0:21116:0:(genops.c:906:class_export_put()) final put ffff910bc657a800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:0.0:1784938512.844330:0:21116:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc657a800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:0.0:1784938512.844336:0:21116:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:0.0:1784938512.844996:0:21116:0:(obd_mount.c:706:lustre_put_lsi()) put ffff910cdf54e800 1 00000020:00000080:0.0:1784938512.845005:0:21116:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef5d0 00000020:00000080:0.0:1784938512.845014:0:21116:0:(genops.c:906:class_export_put()) final put ffff910cdf5e3000/lustre-OST0000-osd_UUID 00000020:01000000:0.0:1784938512.845030:0:21116:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1784938512.845045:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff910cdf5e3000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1784938512.845058:0:21116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784938512.845064:0:21116:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1784938512.845068:0:21116:0:(genops.c:1579:class_disconnect_exports()) OBD device 20 (ffff910cecfa3380) has no exports 00000020:00000080:1.0:1784938512.897800:0:21116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1784938512.897819:0:21116:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:1.0:1784938512.897826:0:21116:0:(genops.c:906:class_export_put()) final put ffff910cdf54f000/lustre-OST0000-osd_UUID 00000020:00000080:1.0:1784938512.897833:0:21116:0:(genops.c:865:class_export_destroy()) destroying export ffff910cdf54f000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:1.0:1784938512.897852:0:21116:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:1.0:1784938512.898000:0:21116:0:(obd_mount.c:664:lustre_free_lsi()) Freeing lsi ffff910cdf54f800 00000020:02000400:1.0:1784938512.898072:0:21116:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:0.0:1784938513.696353:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1784938514.079652:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) 22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1784938514.079667:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) 22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784938514.079670:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1784938514.079674:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1784938514.079805:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3640:1871643144331264:192.168.203.126@tcp:400:kworker.0 00000400:00000100:0.0:1784938514.080295:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.126@tcp portal 12 match 1871643144331264 offset 0 length 224: 4 00010000:00010000:2.0:1784938514.720963:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938515.748102:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1784938515.974048:0:21318:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1784938515.989596:0:21318:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1784938515.989697:0:21318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d020d1e00/0x26783cd1c59ef76d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59ef774 expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938515.989712:0:21318:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d020d1e00/0x26783cd1c59ef76d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59ef774 expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938515.989718:0:21318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d020d1e00/0x26783cd1c59ef76d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef774 expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938515.989723:0:21318:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff910d020d1e00/0x26783cd1c59ef76d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef774 expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938515.989740:0:21318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1784938515.989744:0:21318:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1784938515.989775:0:21318:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1784938515.989788:0:21318:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff910cc875d500 x1871643144330368/t0(0) o38->lustre-MDT0000-lwp-OST0001@192.168.203.126@tcp:12/10 lens 520/544 e 0 to 0 dl 1784938521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938515.989806:0:21318:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1784938515.989812:0:21318:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1784938515.989818:0:21318:0:(import.c:65:import_set_state_nolock()) ffff910bc7c88800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1784938515.989822:0:21318:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1784938515.989825:0:21318:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff910cc875d500 x1871643144330368/t0(0) o38->lustre-MDT0000-lwp-OST0001@192.168.203.126@tcp:12/10 lens 520/544 e 0 to 0 dl 1784938521 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938515.989829:0:21318:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1784938515.989847:0:21318:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 8s for inflight to error out 00000100:00100000:1.0:1784938515.989979:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3639:1871643144330368:192.168.203.126@tcp:38:kworker.0 00000100:00080000:3.0:1784938515.992639:0:21318:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1784938515.992660:0:21318:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff910cc875ce00 x1871643144330496/t0(0) o400->lustre-MDT0001-lwp-OST0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938515.992695:0:21318:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff910cc875df80 x1871643144330752/t0(0) o400->lustre-MDT0001-lwp-OST0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938515.992714:0:21318:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff910cc875e680 x1871643144330880/t0(0) o400->lustre-MDT0001-lwp-OST0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938515.992728:0:21318:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff910ce66cbb80 x1871643144331136/t0(0) o400->lustre-MDT0001-lwp-OST0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938515.992737:0:21318:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff910cf3b6e300 x1871643144331264/t0(0) o400->lustre-MDT0001-lwp-OST0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938515.992745:0:21318:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00100000:3.0:1784938515.992792:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3640:1871643144331264:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938515.992803:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3640:1871643144330752:192.168.203.126@tcp:400:kworker.0 00000100:00080000:3.0:1784938515.992845:0:21318:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1784938515.992875:0:21318:0:(import.c:65:import_set_state_nolock()) ffff910bc7112000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1784938515.992909:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3639:1871643144331392:192.168.203.126@tcp:39:umount.0 00010000:00010000:0.0:1784938515.993275:0:17128:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000100:3.0:1784938515.993285:0:3635:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.126@tcp portal 12 match 1871643144331392 offset 0 length 224: 4 00010000:00010000:0.0:1784938515.993288:0:17128:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910d020d1e00/0x26783cd1c59ef76d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef774 expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938515.993337:0:17128:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d020d1e00 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:0.0:1784938515.993344:0:17128:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910d020d1e00/0x26783cd1c59ef76d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef774 expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938515.993358:0:17128:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910d020d1e00/0x26783cd1c59ef76d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x26783cd1c59ef774 expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784938515.993367:0:17128:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910d020d1e00/0x26783cd1c59ef76d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x26783cd1c59ef774 expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784938515.993373:0:17128:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1784938515.993377:0:17128:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1784938515.993381:0:17128:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1784938515.993459:0:17128:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff910cd0e86000 00010000:00010000:0.0:1784938515.993464:0:17128:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910d020d1e00/0x26783cd1c59ef76d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x26783cd1c59ef774 expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938515.993471:0:17128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910d020d1e00/0x26783cd1c59ef76d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x26783cd1c59ef774 expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938515.993513:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938515.993515:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938515.993517:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784938515.993805:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3641:1871643144330496:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938515.993840:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3643:1871643144331136:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938515.993849:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3643:1871643144330880:192.168.203.126@tcp:400:kworker.0 00010000:00010000:2.0:1784938516.770751:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938517.792184:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938518.815476:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1784938519.208270:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) 22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1784938519.208280:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) 22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1784938519.839646:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938520.863445:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938521.887469:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938522.912783:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784938523.167965:0:3639:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784938508/real 1784938508] req@ffff910ce66c9500 x1871643144331008/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1784938523 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938523.168010:0:3639:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff910ce66c9500 x1871643144331008/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1784938523 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1784938523.168058:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cd0e86000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784938523.168091:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1784938523.168095:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3639:1871643144331008:0@lo:250:kworker.0 00000100:00080000:1.0:1784938523.169980:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) 22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1784938523.169992:0:20526:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1784938523.169996:0:20526:0:(import.c:65:import_set_state_nolock()) ffff910cd0e86000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784938523.170006:0:20526:0:(import.c:510:import_select_connection()) MGC192.168.203.126@tcp: connect to NID 0@lo last attempt 576 00000100:00080000:1.0:1784938523.170013:0:20526:0:(import.c:589:import_select_connection()) MGC192.168.203.126@tcp: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1784938523.170023:0:20526:0:(import.c:624:import_select_connection()) MGC192.168.203.126@tcp: import ffff910cd0e86000 using connection 22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc/0@lo 00000100:00100000:1.0:1784938523.170084:0:20526:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cc875d500 x1871643144331520/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784938523.171571:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3639:1871643144331520:0@lo:250:kworker.0 00000400:00000100:3.0:1784938523.171669:0:3639:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1871643144331520 offset 0 length 520: 4 00010000:00010000:3.0:1784938523.935477:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938524.961601:0:17128:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784938525.216575:0:3639:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784938515/real 1784938515] req@ffff910cffcead80 x1871643144331392/t0(0) o39->lustre-MDT0001-lwp-OST0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 1 dl 1784938525 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938525.216608:0:3639:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff910cffcead80 x1871643144331392/t0(0) o39->lustre-MDT0001-lwp-OST0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 1 dl 1784938525 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1784938525.216627:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc7112000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1784938525.216708:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3639:1871643144331392:192.168.203.126@tcp:39:umount.0 00000100:00080000:1.0:1784938525.216773:0:21318:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1784938525.216778:0:21318:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1784938525.216782:0:21318:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1784938525.217719:0:21318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d020d1000/0x26783cd1c59ef743 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59ef74a expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938525.217734:0:21318:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d020d1000/0x26783cd1c59ef743 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59ef74a expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938525.217740:0:21318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d020d1000/0x26783cd1c59ef743 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef74a expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938525.217747:0:21318:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff910d020d1000/0x26783cd1c59ef743 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef74a expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938525.217837:0:21318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1784938525.217847:0:21318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59ef934 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59ef93b expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938525.217855:0:21318:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59ef934 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59ef93b expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938525.217860:0:21318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59ef934 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef93b expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938525.217866:0:21318:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59ef934 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x26783cd1c59ef93b expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938525.218008:0:18295:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1784938525.218016:0:18295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910d020d1000/0x26783cd1c59ef743 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef74a expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938525.218025:0:18295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d020d1000 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:2.0:1784938525.218029:0:18295:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910d020d1000/0x26783cd1c59ef743 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef74a expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938525.218038:0:18295:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910d020d1000/0x26783cd1c59ef743 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x26783cd1c59ef74a expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784938525.218045:0:18295:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910d020d1000/0x26783cd1c59ef743 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x26783cd1c59ef74a expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784938525.218051:0:18295:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1784938525.218053:0:18295:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:2.0:1784938525.218072:0:18295:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff910cd0e86000 00010000:00010000:2.0:1784938525.218076:0:18295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910d020d1000/0x26783cd1c59ef743 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x26783cd1c59ef74a expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938525.218082:0:18295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910d020d1000/0x26783cd1c59ef743 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x26783cd1c59ef74a expref: -99 pid: 19462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938525.218096:0:18295:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784938525.218099:0:18295:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59ef934 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef93b expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938525.218105:0:18295:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d1e00 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:2.0:1784938525.218108:0:18295:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59ef934 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x26783cd1c59ef93b expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938525.218114:0:18295:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59ef934 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x26783cd1c59ef93b expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784938525.218120:0:18295:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59ef934 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x26783cd1c59ef93b expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784938525.218125:0:18295:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1784938525.218137:0:18295:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1784938525.218142:0:18295:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff910cd0e86000 00010000:00010000:2.0:1784938525.218153:0:18295:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59ef934 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x26783cd1c59ef93b expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938525.218161:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938525.218163:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938525.218165:0:18295:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938525.218290:0:21318:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1784938525.218295:0:21318:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59ef934 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x26783cd1c59ef93b expref: -99 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938525.218310:0:17127:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1784938525.218310:0:21318:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:1.0:1784938525.218315:0:21318:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:1.0:1784938525.218317:0:21318:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:1.0:1784938525.218341:0:21318:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:1.0:1784938525.218345:0:21318:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:1.0:1784938525.218350:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1784938525.218355:0:21318:0:(obd_config.c:955:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1784938525.218358:0:21318:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff910bc7540000) has no exports 00000020:00080000:1.0:1784938525.218379:0:21318:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff910bc7540000) has no exports 00000020:01000000:1.0:1784938525.221167:0:21318:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff910bc74ada80 - data ffff910ce6e4fe58/ffff910cdf7a7800 00000020:01000000:1.0:1784938525.221393:0:21318:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff910bc74adae0 - data ffff910ce6d5ed80/ffff910bc72b4c00 00100000:10000000:1.0:1784938525.242470:0:21318:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1784938525.249283:0:21318:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef758 00000020:00000080:0.0:1784938525.249295:0:21318:0:(genops.c:906:class_export_put()) final put ffff910bc64aa000/lustre-OST0001-osd_UUID 00000020:01000004:0.0:1784938525.249313:0:21318:0:(tgt_mount.c:187:server_put_mount()) put mount ffff910bc6579000 from lustre-OST0001, refs=2 00000020:01000004:0.0:1784938525.249317:0:21318:0:(obd_mount.c:706:lustre_put_lsi()) put ffff910bc6579000 2 00000020:01000004:0.0:1784938525.249321:0:21318:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff910bc6579000 from lustre-OST0001 00000020:00000080:0.0:1784938525.249342:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784938525.249352:0:21318:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:0.0:1784938525.249355:0:21318:0:(genops.c:906:class_export_put()) final put ffff910bc7149000/lustre-OST0001_UUID 00000020:00000080:0.0:1784938525.249358:0:21318:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc7149000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:0.0:1784938525.249366:0:21318:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:0.0:1784938525.249447:0:21318:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc->MGS 00010000:00010000:0.0:1784938525.249462:0:21318:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910cffbc1600/0x26783cd1c59ef49c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x26783cd1c59ef4a3 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784938525.249472:0:21318:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910cffbc1600/0x26783cd1c59ef49c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x26783cd1c59ef4a3 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784938525.249479:0:21318:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:0.0:1784938525.249482:0:21318:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:0.0:1784938525.249485:0:21318:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:0.0:1784938525.249500:0:21318:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff910cd0e86000 00010000:00010000:0.0:1784938525.249504:0:21318:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910cffbc1600/0x26783cd1c59ef49c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x26783cd1c59ef4a3 expref: -99 pid: 17870 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938525.249533:0:21318:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910ce6b77600/0x26783cd1c59ef38b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x26783cd1c59ef392 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784938525.249541:0:21318:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910ce6b77600/0x26783cd1c59ef38b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x26783cd1c59ef392 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784938525.249546:0:21318:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1784938525.249548:0:21318:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:0.0:1784938525.249550:0:21318:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:0.0:1784938525.249559:0:21318:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff910cd0e86000 00010000:00010000:0.0:1784938525.249562:0:21318:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910ce6b77600/0x26783cd1c59ef38b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x26783cd1c59ef392 expref: -99 pid: 17118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1784938525.249579:0:21318:0:(import.c:65:import_set_state_nolock()) ffff910cd0e86000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:0.0:1784938525.249583:0:21318:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1784938525.249585:0:21318:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1784938525.249586:0:21318:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1784938525.249590:0:21318:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1784938525.249599:0:21318:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff910cc875d500 x1871643144331520/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1784938543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1784938525.249617:0:21318:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1784938525.249620:0:21318:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 24s for inflight to error out 00000100:00100000:0.0:1784938525.249648:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc:3639:1871643144331520:0@lo:250:kworker.0 10000000:01000000:0.0:1784938525.249672:0:21318:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1784938525.249678:0:21318:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef376 00000020:00000080:0.0:1784938525.249683:0:21318:0:(genops.c:906:class_export_put()) final put ffff910cd0e80800/22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc 00000020:01000000:0.0:1784938525.249688:0:21318:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.126@tcp (flags='') 00000020:00000080:0.0:1784938525.249692:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784938525.249697:0:21318:0:(obd_config.c:955:class_cleanup()) MGC192.168.203.126@tcp: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1784938525.249706:0:21318:0:(genops.c:1579:class_disconnect_exports()) OBD device 2 (ffff910bc715b380) has no exports 00000020:00000080:2.0:1784938525.249787:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc64aa000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:2.0:1784938525.249799:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910cd0e80800/22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc for MGC192.168.203.126@tcp 10000000:01000000:2.0:1784938525.249830:0:17136:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:0.0:1784938525.250022:0:21318:0:(obd_class.h:671:obd_cleanup_client_import()) MGC192.168.203.126@tcp: client import never connected 00000100:00080000:0.0:1784938525.250025:0:21318:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:0.0:1784938525.250027:0:21318:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1784938525.250029:0:21318:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1784938525.250030:0:21318:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1784938525.250079:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784938525.250083:0:21318:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.126@tcp (uuid 22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc) 00000020:01000000:0.0:1784938525.250088:0:21318:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1784938525.250091:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784938525.250094:0:21318:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1784938525.250101:0:21318:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff910bc7c88000 lustre-MDT0000-lwp-OST0001 192.168.203.126@tcp 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1784938525.250106:0:21318:0:(genops.c:1574:class_disconnect_exports()) OBD device 27 (ffff910cf3bfb380) has exports, disconnecting them 00000020:00080000:0.0:1784938525.250111:0:21318:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 192.168.203.126@tcp (ffff910bc7c88000), last request at 1784938450 00000020:00000080:0.0:1784938525.250115:0:21318:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef782 00000020:00080000:0.0:1784938525.250125:0:21318:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 192.168.203.126@tcp (ffff910bc7c88000): rc 0 00000020:00000080:0.0:1784938525.250141:0:21318:0:(genops.c:906:class_export_put()) final put ffff910bc7c88000/lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1784938525.250842:0:20526:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910cd0e86000 for MGC192.168.203.126@tcp 00000020:00000080:2.0:1784938525.250853:0:20526:0:(genops.c:906:class_export_put()) final put ffff910ccc868000/22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc 00000020:00000080:2.0:1784938525.250855:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910ccc868000/22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc for MGC192.168.203.126@tcp 00000020:01000000:2.0:1784938525.250861:0:20526:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.126@tcp (22975a70-c1d1-4a2e-b374-5f2d7bbbf8fc) 00000020:00000080:2.0:1784938525.251144:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc7c88000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1784938525.285296:0:21318:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1784938525.285306:0:21318:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1784938525.285311:0:21318:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1784938525.285318:0:21318:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1784938525.285508:0:20526:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910bc7c88800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1784938525.285540:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1784938525.285550:0:21318:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:2.0:1784938525.285556:0:21318:0:(genops.c:906:class_export_put()) final put ffff910cdf76b800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:2.0:1784938525.285565:0:21318:0:(genops.c:865:class_export_destroy()) destroying export ffff910cdf76b800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:2.0:1784938525.285577:0:21318:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1784938525.285645:0:21318:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1784938525.285649:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1784938525.285655:0:21318:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1784938525.285664:0:21318:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff910cdf54c000 lustre-MDT0001-lwp-OST0001 192.168.203.126@tcp 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1784938525.285671:0:21318:0:(genops.c:1574:class_disconnect_exports()) OBD device 28 (ffff910cc9430000) has exports, disconnecting them 00000020:00080000:2.0:1784938525.285677:0:21318:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 192.168.203.126@tcp (ffff910cdf54c000), last request at 1784938450 00000020:00000080:2.0:1784938525.285681:0:21318:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef797 00000020:00080000:2.0:1784938525.285697:0:21318:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 192.168.203.126@tcp (ffff910cdf54c000): rc 0 00000020:00000080:2.0:1784938525.285702:0:21318:0:(genops.c:906:class_export_put()) final put ffff910cdf54c000/lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1784938525.286668:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910cdf54c000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:3.0:1784938525.286704:0:21318:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:3.0:1784938525.286708:0:21318:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1784938525.286711:0:21318:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1784938525.286715:0:21318:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1784938525.286736:0:20526:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff910bc7112000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:0.0:1784938525.289892:0:17128:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:2.0:1784938525.315541:0:18295:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:3.0:1784938525.315844:0:17127:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:3.0:1784938525.315973:0:17122:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff910cfd2daa00:17122] 0 exiting: rc = 1 00000100:00100000:2.0:1784938525.317039:0:17123:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff910cfd2db000:17123] 1 exiting: rc = 0 00000100:00100000:3.0:1784938525.317243:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.317518:0:17893:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff910ccd1f4e00:17893] 3 exiting: rc = 0 00000100:00100000:3.0:1784938525.317612:0:17124:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff910cfd2dae00:17124] 0 exiting: rc = 1 00000100:00100000:3.0:1784938525.317686:0:17125:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff910cffb56a00:17125] 1 exiting: rc = 0 00000100:00100000:3.0:1784938525.317734:0:17126:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff910cffb56c00:17126] 2 exiting: rc = 0 00000100:00100000:0.0:1784938525.318597:0:20914:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_004: service thread [ffff910bc5845400:20914] 4 exiting: rc = 0 00000100:00100000:3.0:1784938525.318779:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318786:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318792:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318799:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318815:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318822:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318828:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318833:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318838:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318843:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318848:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318853:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318857:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318862:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318867:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318872:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318877:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318882:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318886:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318892:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318897:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318902:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318906:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318911:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318917:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318921:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318926:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318931:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318936:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318941:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318947:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318952:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318957:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318973:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318979:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318985:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318989:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318994:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.318999:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319004:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319009:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319013:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319018:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319023:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319027:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319033:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319037:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319042:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319046:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319051:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319056:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319066:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319072:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319078:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319083:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319100:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319106:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319110:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319114:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319119:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319124:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319137:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319142:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.319147:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1784938525.320280:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1784938525.320291:0:21318:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1784938525.320297:0:21318:0:(genops.c:906:class_export_put()) final put ffff910cf78b1800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1784938525.320302:0:21318:0:(genops.c:865:class_export_destroy()) destroying export ffff910cf78b1800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1784938525.320315:0:21318:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:3.0:1784938525.320363:0:21318:0:(obd_mount.c:706:lustre_put_lsi()) put ffff910bc6579000 1 00000020:00000080:3.0:1784938525.320369:0:21318:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x26783cd1c59ef73c 00000020:00000080:3.0:1784938525.320375:0:21318:0:(genops.c:906:class_export_put()) final put ffff910bc64a9800/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1784938525.320386:0:21318:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1784938525.320396:0:20526:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc64a9800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1784938525.320405:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1784938525.320410:0:21318:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1784938525.320413:0:21318:0:(genops.c:1579:class_disconnect_exports()) OBD device 25 (ffff910cf3bf8000) has no exports 00000020:00000080:0.0:1784938525.380775:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784938525.380789:0:21318:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:0.0:1784938525.380795:0:21318:0:(genops.c:906:class_export_put()) final put ffff910bc657b800/lustre-OST0001-osd_UUID 00000020:00000080:0.0:1784938525.380800:0:21318:0:(genops.c:865:class_export_destroy()) destroying export ffff910bc657b800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:0.0:1784938525.380811:0:21318:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:0.0:1784938525.381139:0:21318:0:(obd_mount.c:664:lustre_free_lsi()) Freeing lsi ffff910bc6578000 00000020:01000000:0.0:1784938525.381171:0:21318:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:0.0:1784938525.381174:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1784938525.381179:0:21318:0:(obd_config.c:955:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1784938525.381182:0:21318:0:(genops.c:1579:class_disconnect_exports()) OBD device 21 (ffff910bc7543380) has no exports 00000020:00000080:0.0:1784938525.381201:0:21318:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1784938525.381246:0:21318:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:0.0:1784938525.381250:0:21318:0:(genops.c:906:class_export_put()) final put ffff910cdf5e0800/OSS_uuid 00000020:00000080:0.0:1784938525.381253:0:21318:0:(genops.c:865:class_export_destroy()) destroying export ffff910cdf5e0800/OSS_uuid for OSS 00000020:01000000:0.0:1784938525.381257:0:21318:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:3.0:1784938525.381428:0:17135:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:1.0:1784938525.381466:0:19096:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff910bc77b1e00:19096] 3 exiting: rc = 0 00000100:00100000:2.0:1784938525.381582:0:18649:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff910cc917ac00:18649] 2 exiting: rc = 0 00000100:00100000:0.0:1784938525.381742:0:18646:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff910cfd2dba00:18646] 0 exiting: rc = 1 00000100:00100000:1.0:1784938525.381837:0:18648:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff910cc917a200:18648] 1 exiting: rc = 0 00000100:00100000:2.0:1784938525.383439:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383451:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383457:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383463:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383469:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383474:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383479:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383484:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383490:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383496:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383501:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383506:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383511:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383517:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383522:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383527:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383532:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383537:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383541:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383547:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383552:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383558:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383563:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383568:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383572:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383576:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383581:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383586:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383590:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383595:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383599:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383604:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383609:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383631:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383635:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383640:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383648:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383653:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383658:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383664:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383669:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383674:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383687:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383696:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383709:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383715:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383720:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383726:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383732:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383738:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383743:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383749:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383756:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383762:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383767:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383772:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383779:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383790:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383802:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383809:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383814:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383819:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383823:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.383829:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1784938525.385283:0:18650:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff910cc48a9600:18650] 0 exiting: rc = 1 00000100:00100000:3.0:1784938525.385309:0:18651:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff910cc48a8c00:18651] 1 exiting: rc = 0 00000100:00100000:2.0:1784938525.385418:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385425:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385431:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385435:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385451:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385457:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385463:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385468:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385474:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385479:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385484:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385489:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385494:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385499:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385504:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385508:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385515:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385520:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385525:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385530:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385535:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385541:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385546:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385551:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385556:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385562:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385569:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385576:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385581:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385586:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385592:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385597:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385602:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385607:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385613:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385617:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385624:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385629:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385635:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385650:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385655:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385661:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385667:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385672:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385677:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385683:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385688:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385692:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385770:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385780:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385785:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385790:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385795:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385800:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385806:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385810:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385814:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385819:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385829:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385839:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385846:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385855:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385860:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.385865:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.386982:0:18654:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff910bc76e5e00:18654] 2 exiting: rc = 0 00000100:00100000:1.0:1784938525.387328:0:18652:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff910cc48a8a00:18652] 0 exiting: rc = 1 00000100:00100000:1.0:1784938525.387463:0:18653:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff910cc48a9400:18653] 1 exiting: rc = 0 00000100:00100000:2.0:1784938525.387581:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387588:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387593:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387599:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387604:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387610:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387615:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387621:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387626:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387633:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387650:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387655:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387668:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387674:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387679:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387684:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387688:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387693:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387756:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387765:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387771:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387777:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387781:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387787:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387792:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387798:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387802:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387808:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387814:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387819:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387824:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387829:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387834:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387839:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387844:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387848:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387866:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387873:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387878:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387882:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387888:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387892:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387898:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387902:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387907:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387918:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387923:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387928:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387933:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387939:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387944:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387949:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387955:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387968:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387982:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387988:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387993:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.387999:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.388005:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.388091:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.388100:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.388107:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.388112:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.388118:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.400427:0:18655:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff910bc7d89c00:18655] 0 exiting: rc = 1 00000100:00100000:0.0:1784938525.400451:0:18656:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff910bc7d89800:18656] 1 exiting: rc = 0 00000100:00100000:3.0:1784938525.400546:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400553:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400559:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400564:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400569:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400574:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400580:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400585:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400591:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400595:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400600:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400604:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400608:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400612:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400617:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400622:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400626:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400631:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400635:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400640:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400645:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400665:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400669:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400674:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400679:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400683:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400688:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400693:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400697:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400713:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400718:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400723:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400728:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400733:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400737:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400743:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400747:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400751:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400756:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400761:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400766:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400771:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400775:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400779:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400785:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400793:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400798:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400803:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400808:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400813:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400818:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400822:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400827:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400833:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400838:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400843:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400856:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400861:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400866:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400872:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400877:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400882:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400887:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.400891:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1784938525.401581:0:18657:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff910bc7381000:18657] 0 exiting: rc = 1 00000100:00100000:0.0:1784938525.402721:0:18658:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff910bc7380e00:18658] 1 exiting: rc = 0 00000100:00100000:3.0:1784938525.404157:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404167:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404172:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404178:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404203:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404211:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404412:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404418:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404425:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404431:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404436:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404442:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404448:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404454:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404460:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404466:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404486:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404493:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404498:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404504:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404510:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404516:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404522:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404528:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404534:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404541:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404546:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404564:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404584:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404591:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404596:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404603:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404609:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404615:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404621:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404627:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404634:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404643:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404653:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404663:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404694:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404747:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404758:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404768:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404777:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404788:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404799:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404806:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404812:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404817:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404823:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404829:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404850:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404857:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404863:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404869:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404875:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404881:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404887:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404893:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404899:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404905:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404918:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1784938525.404924:0:21318:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:2.0:1784938525.412533:0:21318:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:2.0:1784938544.134961:0:22082:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg326-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1784938553.495671:0:22682:0:(obd_mount.c:919:lmd_print()) mount data: 00000020:01000004:1.0:1784938553.495677:0:22682:0:(obd_mount.c:922:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1784938553.495679:0:22682:0:(obd_mount.c:925:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1784938553.495787:0:22682:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff910cf7af1800 00000020:01000004:1.0:1784938553.495803:0:22682:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1784938553.495810:0:22682:0:(obd_mount.c:226:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1784938553.495823:0:22682:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff910cf2dc0000) 00000020:00000080:1.0:1784938553.495836:0:22682:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1784938553.603750:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1784938553.604086:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1784938553.606642:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1784938553.607541:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1784938553.607816:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1784938553.611525:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1784938553.611909:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1784938553.612185:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:2.0:1784938553.614815:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1784938553.615302:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1784938553.616816:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1784938553.617317:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1784938553.618831:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1784938553.619199:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1784938553.619742:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1784938553.620008:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1784938553.621787:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1784938553.622534:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1784938553.622877:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1784938553.623139:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:2.0:1784938553.623561:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1784938553.623835:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1784938553.624302:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1784938553.624835:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1784938553.625124:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1784938553.625377:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1784938553.626142:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1784938553.626722:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1784938553.627016:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:0.0:1784938553.630578:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:0.0:1784938553.631824:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1784938553.632554:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:0.0:1784938553.632865:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1784938553.633751:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:0.0:1784938553.635884:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1784938553.636524:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1784938553.637278:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1784938553.637858:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1784938553.638166:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1784938553.638551:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1784938553.638815:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1784938553.639055:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1784938553.639285:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1784938553.639544:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1784938553.640015:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1784938553.640585:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1784938553.642277:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:0.0:1784938553.650986:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:0.0:1784938553.651601:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:0.0:1784938553.652858:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:0.0:1784938553.653546:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:0.0:1784938553.653926:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:0.0:1784938553.654203:0:22682:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00080000:01000000:1.0:1784938553.657105:0:22682:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1784938553.657386:0:22682:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:1.0:1784938553.657394:0:22682:0:(osd_handler.c:8932:osd_obd_connect()) connect #0 00000020:00000080:1.0:1784938553.657407:0:22682:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x26783cd1c59efbe2 00000020:01000004:1.0:1784938553.657415:0:22682:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:1.0:1784938553.659970:0:22682:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:1.0:1784938553.659985:0:22682:0:(tgt_mount.c:101:server_register_mount()) register mount ffff910cf7af1800 from MGS 00000020:01000004:1.0:1784938553.659991:0:22682:0:(obd_mount.c:226:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:1.0:1784938553.660007:0:22682:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff910cf2dc3380) 00000020:00000080:1.0:1784938553.660030:0:22682:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:1.0:1784938553.660105:0:22682:0:(tgt_mount.c:153:server_get_mount()) get mount ffff910cf7af1800 from MGS, refs=2 00080000:01000000:1.0:1784938553.660113:0:22682:0:(osd_handler.c:8932:osd_obd_connect()) connect #1 00000020:00000080:1.0:1784938553.660119:0:22682:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x26783cd1c59efbf0 00000100:00100000:1.0:1784938553.661734:0:22682:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1784938553.661979:0:22682:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:1.0:1784938553.661985:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1784938553.662604:0:22682:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:1.0:1784938553.662611:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1784938553.663158:0:22682:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784938553.663571:0:22682:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1784938553.663575:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1784938553.669145:0:22682:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1784938553.669168:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1784938553.671199:0:22682:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1784938553.671315:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1784938553.672098:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938553.672102:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938553.672104:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938553.672366:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938553.672369:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938553.672371:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938553.673440:0:22682:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1784938553.674557:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1784938553.686809:0:22682:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:2.0:1784938553.690805:0:22694:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1784938553.691769:0:22682:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1784938553.691818:0:22682:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1784938553.692937:0:22682:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1784938553.693330:0:22682:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1784938553.693534:0:22682:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:3.0:1784938553.693540:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1784938553.699760:0:22682:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1784938553.699772:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:1.0:1784938553.700756:0:22682:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:1.0:1784938553.700771:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:1.0:1784938553.701911:0:22682:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:1.0:1784938553.701950:0:22682:0:(obd_mount.c:414:lustre_start_mgc()) Start MGC 'MGC192.168.203.126@tcp' 00000020:01000004:1.0:1784938553.701952:0:22682:0:(obd_mount.c:423:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:1.0:1784938553.701977:0:22682:0:(obd_mount.c:226:lustre_start_simple()) Starting OBD MGC192.168.203.126@tcp (typ=mgc) 00000020:00000080:1.0:1784938553.701990:0:22682:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.126@tcp (ffff910cf2dc19c0) 00000020:00000080:1.0:1784938553.702007:0:22682:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:1.0:1784938553.702088:0:22682:0:(ldlm_lib.c:125:import_set_conn()) imp ffff910cecbd9800@MGC192.168.203.126@tcp: add connection 0@lo at head 00010000:00010000:1.0:1784938553.702277:0:22682:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.126@tcp-0 is initialized 00000040:01000000:1.0:1784938553.702284:0:22682:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.126@tcp ctxt 1 is initialized 00000100:00080000:2.0:1784938553.703126:0:22699:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:1.0:1784938553.704413:0:22700:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1784938553.704509:0:22682:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.126@tcp (uuid b0ba3322-2873-4aba-81d8-130ebf90bc3a) 00000020:00000080:3.0:1784938553.704532:0:22682:0:(genops.c:1406:class_connect()) connect: client b0ba3322-2873-4aba-81d8-130ebf90bc3a, cookie 0x26783cd1c59efbfe 00000100:00080000:3.0:1784938553.704543:0:22682:0:(import.c:510:import_select_connection()) MGC192.168.203.126@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1784938553.704549:0:22682:0:(import.c:624:import_select_connection()) MGC192.168.203.126@tcp: import ffff910cecbd9800 using connection b0ba3322-2873-4aba-81d8-130ebf90bc3a/0@lo 00000100:00100000:3.0:1784938553.704583:0:22682:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cffcead80 x1871643144331648/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784938553.704712:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3639:1871643144331648:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1784938553.704778:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938553.704812:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144331648 00000100:00100000:0.0:1784938553.704819:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144331648 00000100:00080000:3.0:1784938553.704843:0:22682:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import b0ba3322-2873-4aba-81d8-130ebf90bc3a->MGS 00000100:00100000:0.0:1784938553.704856:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000020:01000004:3.0:1784938553.704862:0:22682:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000100:00100000:0.0:1784938553.704862:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3639:x1871643144331648:12345-0@lo:250:mount.lustre.0 00000020:01000004:3.0:1784938553.704867:0:22682:0:(obd_mount.c:226:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1784938553.704879:0:22682:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff910cf3bf99c0) 00010000:00080000:0.0:1784938553.704883:0:22696:0:(ldlm_lib.c:1468:target_handle_connect()) MGS: connection from b0ba3322-2873-4aba-81d8-130ebf90bc3a@0@lo t0 exp 0000000000000000 cur 621 last 0 00000020:00000080:3.0:1784938553.704890:0:22682:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000020:00000080:0.0:1784938553.704904:0:22696:0:(genops.c:1406:class_connect()) connect: client b0ba3322-2873-4aba-81d8-130ebf90bc3a, cookie 0x26783cd1c59efc0c 00000100:00080000:0.0:1784938553.705187:0:22696:0:(import.c:65:import_set_state_nolock()) ffff910bc64ab000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1784938553.706568:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+5:3639:x1871643144331648:12345-0@lo:250:mount.lustre.0 Request processed in 1327us (1411us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938553.706581:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1784938553.707280:0:3639:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.203.126@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1784938553.707292:0:3639:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.126@tcp: connect to target with instance 0 00000100:00080000:1.0:1784938553.707302:0:3639:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.126@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1784938553.707307:0:3639:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1784938553.707312:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cecbd9800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1784938553.707315:0:3639:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1784938553.707328:0:3639:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1784938553.707335:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3639:1871643144331648:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1784938553.715887:0:22682:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1784938553.716340:0:22682:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1784938553.716346:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1784938553.717331:0:22682:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1784938553.717480:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1784938553.717809:0:22682:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1784938553.717814:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:3.0:1784938553.718656:0:22682:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1784938553.718807:0:22682:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:3.0:1784938553.718813:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1784938553.719569:0:22682:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1784938553.719577:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1784938553.759193:0:22682:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1784938553.760033:0:22682:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1784938553.760042:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1784938553.760978:0:22682:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1784938553.760988:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1784938553.761997:0:22682:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1784938553.762340:0:22682:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1784938553.762345:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1784938553.764109:0:22682:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1784938553.764122:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:3.0:1784938553.766758:0:22682:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1784938553.766951:0:22682:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1784938553.766957:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1784938553.767554:0:22682:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1784938553.767562:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1784938553.768899:0:22682:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1784938553.769059:0:22682:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1784938553.769065:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1784938553.769830:0:22682:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1784938553.769839:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1784938553.792194:0:22682:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1784938553.792515:0:22682:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1784938553.792522:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1784938553.801503:0:22682:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1784938553.801524:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1784938553.802830:0:22682:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1784938553.802841:0:22682:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1784938553.803712:0:22682:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1784938553.803739:0:22682:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1784938553.803746:0:22682:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.126@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1784938553.803854:0:22682:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.126@tcp ctxt 0 is initialized 00000020:01000004:3.0:1784938553.803888:0:22682:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.126@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1784938553.803893:0:22682:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1784938553.803894:0:22682:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1784938553.803895:0:22682:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784938553.803899:0:22682:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784938553.803900:0:22682:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784938553.803900:0:22682:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784938553.803901:0:22682:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1784938553.803903:0:22682:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1784938553.803904:0:22682:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784938553.803905:0:22682:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1784938553.803907:0:22682:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1784938553.803908:0:22682:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1784938553.803909:0:22682:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1784938553.803909:0:22682:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784938553.803910:0:22682:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784938553.803911:0:22682:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784938553.803911:0:22682:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784938553.803912:0:22682:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1784938553.803913:0:22682:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1784938553.803913:0:22682:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784938553.803914:0:22682:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1784938553.803936:0:22682:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1784938553.804026:0:22682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144331776:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1784938553.804106:0:22682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938553.804155:0:22682:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cecf1a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784938553.804248:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144331776 00000100:00100000:0.0:1784938553.804256:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144331776 00000100:00100000:0.0:1784938553.804354:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1784938553.804363:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+5:22682:x1871643144331776:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1784938553.804410:0:22698:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1784938553.804413:0:22698:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1784938553.804415:0:22698:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1784938553.804690:0:22719:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1784938553.805064:0:22698:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:0.0:1784938553.806506:0:22720:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1784938553.806512:0:22720:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:0.0:1784938553.806515:0:22720:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:0.0:1784938553.806518:0:22720:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:0.0:1784938553.806680:0:22720:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:3.0:1784938553.806879:0:22698:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1784938553.806889:0:22698:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1784938553.808259:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+5:22682:x1871643144331776:12345-0@lo:253:mount.lustre.0 Request processed in 3888us (4144us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938553.808277:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1784938553.808433:0:22682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144331776:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1784938553.808449:0:22682:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1784938553.808460:0:22682:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1784938553.808462:0:22682:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1784938553.808463:0:22682:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1784938553.808464:0:22682:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1784938553.808466:0:22682:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1784938553.808467:0:22682:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1784938553.808468:0:22682:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1784938553.808470:0:22682:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1784938553.808472:0:22682:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1784938553.808473:0:22682:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1784938553.808493:0:22682:0:(tgt_mount.c:101:server_register_mount()) register mount ffff910cf7af1800 from lustre-MDT0000 10000000:01000000:0.0:1784938553.808519:0:22682:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1784938553.808522:0:22682:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1784938553.808526:0:22682:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff910cf2dc19c0 10000000:01000000:0.0:1784938553.808530:0:22682:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1784938553.808536:0:22682:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff910cf2dc19c0 from 1 10000000:01000000:0.0:1784938553.808539:0:22682:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1784938553.808576:0:22682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b76c00/0x26783cd1c59efc13 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938553.808586:0:22682:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910ce6b76c00/0x26783cd1c59efc13 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938553.808596:0:22682:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910ce6b76c00/0x26783cd1c59efc13 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938553.808615:0:22682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144331904:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1784938553.808657:0:22682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938553.808729:0:22682:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd09efe40 going to sleep for 11 seconds 00000100:00100000:3.0:1784938553.808766:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144331904 00000100:00100000:3.0:1784938553.808773:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144331904 00000100:00100000:3.0:1784938553.808814:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1784938553.808823:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+5:22682:x1871643144331904:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784938553.808834:0:22697:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784938553.808848:0:22697:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910d0215b200/0x26783cd1c59efc1a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efc13 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938553.808881:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910d0215b200/0x26783cd1c59efc1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efc13 expref: 6 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938553.808891:0:22697:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910d0215b200/0x26783cd1c59efc1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efc13 expref: 6 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938553.808899:0:22697:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910d0215b200, rc 0) 00000100:00100000:3.0:1784938553.809082:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+6:22682:x1871643144331904:12345-0@lo:101:mount.lustre.0 Request processed in 259us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938553.809089:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1784938553.809150:0:22682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144331904:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784938553.809162:0:22682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910ce6b76c00/0x26783cd1c59efc13 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efc1a expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938553.809182:0:22682:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910ce6b76c00/0x26783cd1c59efc13 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efc1a expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938553.809352:0:22682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144332032:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784938553.809374:0:22682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938553.809421:0:22682:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd09efe40 going to sleep for 11 seconds 00000100:00100000:3.0:1784938553.809444:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144332032 00000100:00100000:3.0:1784938553.809447:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144332032 00000100:00100000:3.0:1784938553.809491:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1784938553.809496:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+6:22682:x1871643144332032:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784938553.809555:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+6:22682:x1871643144332032:12345-0@lo:501:mount.lustre.0 Request processed in 59us (180us total) trans 0 rc -2/-2 00000100:00100000:3.0:1784938553.809559:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1784938553.809597:0:22682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144332032:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1784938553.809619:0:22682:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1784938553.809634:0:22682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b76c00/0x26783cd1c59efc13 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efc1a expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938553.809642:0:22682:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910ce6b76c00/0x26783cd1c59efc13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efc1a expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784938553.809650:0:22682:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff910cf7af1800 10000000:01000000:0.0:1784938553.809654:0:22682:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1784938553.809658:0:22682:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff910cf7af1800 10000000:01000000:0.0:1784938553.809661:0:22682:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1784938553.809663:0:22682:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff910cf7af1800 from 1 10000000:01000000:0.0:1784938553.809666:0:22682:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1784938553.809681:0:22682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b76000/0x26783cd1c59efc21 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938553.809688:0:22682:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910ce6b76000/0x26783cd1c59efc21 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938553.809695:0:22682:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910ce6b76000/0x26783cd1c59efc21 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938553.809713:0:22682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144332160:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1784938553.809737:0:22682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938553.809848:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144332160 00000100:00100000:2.0:1784938553.809852:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144332160 00000100:00100000:0.0:1784938553.809853:0:22682:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd09efe40 going to sleep for 11 seconds 00000100:00100000:3.0:1784938553.809887:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1784938553.809895:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+6:22682:x1871643144332160:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784938553.809901:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784938553.809910:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910d0215b800/0x26783cd1c59efc28 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efc21 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938553.809925:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910d0215b800/0x26783cd1c59efc28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efc21 expref: 7 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938553.809933:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910d0215b800/0x26783cd1c59efc28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efc21 expref: 7 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938553.810013:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910d0215b800, rc 0) 00000100:00100000:3.0:1784938553.810103:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+7:22682:x1871643144332160:12345-0@lo:101:mount.lustre.0 Request processed in 209us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938553.810110:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1784938553.810172:0:22682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144332160:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784938553.810182:0:22682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910ce6b76000/0x26783cd1c59efc21 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efc28 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938553.810189:0:22682:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910ce6b76000/0x26783cd1c59efc21 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efc28 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784938553.810199:0:22682:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1784938553.810311:0:22682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b76000/0x26783cd1c59efc21 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efc28 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938553.810319:0:22682:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910ce6b76000/0x26783cd1c59efc21 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efc28 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784938553.810325:0:22682:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1784938553.810328:0:22682:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1784938553.810332:0:22682:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff910cf7af1800 10000000:01000000:0.0:1784938553.810335:0:22682:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1784938553.810338:0:22682:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1784938553.810340:0:22682:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1784938553.810353:0:22682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b77600/0x26783cd1c59efc2f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938553.810360:0:22682:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910ce6b77600/0x26783cd1c59efc2f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938553.810373:0:22682:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910ce6b77600/0x26783cd1c59efc2f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938553.810385:0:22682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144332288:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1784938553.810410:0:22682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938553.810471:0:22682:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd09efe40 going to sleep for 11 seconds 00000100:00100000:3.0:1784938553.810722:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144332288 00000100:00100000:3.0:1784938553.810728:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144332288 00000100:00100000:3.0:1784938553.810751:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1784938553.810758:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+7:22682:x1871643144332288:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784938553.810767:0:22697:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784938553.810776:0:22697:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910d0215ae00/0x26783cd1c59efc36 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efc2f expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938553.810790:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910d0215ae00/0x26783cd1c59efc36 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efc2f expref: 8 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938553.810805:0:22697:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910d0215ae00/0x26783cd1c59efc36 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efc2f expref: 8 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938553.810812:0:22697:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910d0215ae00, rc 0) 00000100:00100000:3.0:1784938553.810889:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+8:22682:x1871643144332288:12345-0@lo:101:mount.lustre.0 Request processed in 131us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938553.810895:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1784938553.811025:0:22682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144332288:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784938553.811036:0:22682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910ce6b77600/0x26783cd1c59efc2f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efc36 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938553.811044:0:22682:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910ce6b77600/0x26783cd1c59efc2f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efc36 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938553.811094:0:22682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144332416:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784938553.811131:0:22682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938553.811153:0:22682:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cca3e4180 going to sleep for 11 seconds 00000100:00100000:2.0:1784938553.811208:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144332416 00000100:00100000:2.0:1784938553.811299:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144332416 00000100:00100000:2.0:1784938553.811327:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1784938553.811335:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+8:22682:x1871643144332416:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784938553.811471:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+9:22682:x1871643144332416:12345-0@lo:501:mount.lustre.0 Request processed in 136us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938553.811477:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1784938553.811537:0:22682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144332416:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784938553.811561:0:22682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144332544:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784938553.811590:0:22682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938553.811644:0:22682:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cca3e4180 going to sleep for 11 seconds 00000100:00100000:3.0:1784938553.811675:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144332544 00000100:00100000:3.0:1784938553.811679:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144332544 00000100:00100000:3.0:1784938553.811702:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1784938553.811709:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+9:22682:x1871643144332544:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784938553.812371:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+9:22682:x1871643144332544:12345-0@lo:503:mount.lustre.0 Request processed in 660us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938553.812385:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1784938553.812427:0:22682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144332544:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784938553.812827:0:22721:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22721:1871643144332672:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1784938553.812865:0:22721:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938553.812931:0:22721:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cca3e4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1784938553.813030:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144332672 00000100:00100000:2.0:1784938553.813036:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144332672 00000100:00100000:2.0:1784938553.813073:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1784938553.813081:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+9:22721:x1871643144332672:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1784938553.813718:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+9:22721:x1871643144332672:12345-0@lo:502:llog_process_th.0 Request processed in 635us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938553.813725:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1784938553.813799:0:22721:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22721:1871643144332672:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1784938553.813826:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784938553.813836:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784938553.813838:0:22721:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1784938553.813844:0:22721:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1784938553.813847:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1784938553.813861:0:22721:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff910cf2dc4d40) 00000020:00000080:1.0:1784938553.813876:0:22721:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1784938553.813881:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1784938553.814015:0:22721:0:(osd_handler.c:8932:osd_obd_connect()) connect #2 00000020:00000080:1.0:1784938553.814023:0:22721:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x26783cd1c59efc44 00000020:00000080:1.0:1784938553.814328:0:22721:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1784938553.814333:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784938553.814337:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784938553.814339:0:22721:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1784938553.814341:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784938553.814345:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784938553.814353:0:22721:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1784938553.814356:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1784938553.814365:0:22721:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff910bc7543380) 00000020:00000080:1.0:1784938553.814374:0:22721:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1784938553.814378:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1784938553.814380:0:22721:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1784938553.814382:0:22721:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1784938553.814388:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1784938553.814443:0:22721:0:(tgt_mount.c:153:server_get_mount()) get mount ffff910cf7af1800 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1784938553.814456:0:22721:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff910bc7540000) 00000020:00000080:1.0:1784938553.814464:0:22721:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1784938553.814516:0:22721:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1784938553.814521:0:22721:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x26783cd1c59efc59 00000020:00000080:1.0:1784938553.814612:0:22721:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1784938553.814618:0:22721:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1784938553.814622:0:22721:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x26783cd1c59efc60 00080000:01000000:1.0:1784938553.814627:0:22721:0:(osd_handler.c:8932:osd_obd_connect()) connect #3 00000020:00000080:1.0:1784938553.814630:0:22721:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x26783cd1c59efc67 00010000:00010000:2.0:1784938553.884351:0:22721:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1784938553.885162:0:22721:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:2.0:1784938553.886024:0:22721:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1784938553.886562:0:22721:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff910cc94319c0) 00000020:00000080:2.0:1784938553.886580:0:22721:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1784938553.886664:0:22721:0:(osd_handler.c:8932:osd_obd_connect()) connect #4 00000020:00000080:2.0:1784938553.886670:0:22721:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x26783cd1c59efc75 00000020:00000080:3.0:1784938553.898435:0:22721:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1784938553.906526:0:22721:0:(genops.c:1406:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x26783cd1c59efc7c 00000020:00000080:3.0:1784938553.907778:0:22721:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1784938553.907793:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784938553.907801:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784938553.907803:0:22721:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1784938553.907806:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1784938553.907809:0:22721:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:3.0:1784938553.907811:0:22721:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1784938553.907812:0:22721:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1784938553.907814:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1784938553.907817:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784938553.907818:0:22721:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:3.0:1784938553.907820:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784938553.907826:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784938553.907827:0:22721:0:(obd_config.c:1561:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1784938553.907832:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1784938553.907873:0:22721:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1784938553.907890:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784938553.907892:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784938553.907894:0:22721:0:(obd_config.c:1561:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1784938553.907897:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784938553.907900:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784938553.907901:0:22721:0:(obd_config.c:1561:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1784938553.907904:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1784938553.907909:0:22721:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.126@tcp to nid 0x20000c0a8cb7e (192.168.203.126@tcp) 00000020:00000080:3.0:1784938553.907934:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1784938553.907960:0:22721:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff910cf3bfcd40) 00000020:00000080:3.0:1784938553.907975:0:22721:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1784938553.907979:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1784938553.908193:0:22721:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1784938553.908199:0:22721:0:(osd_handler.c:8932:osd_obd_connect()) connect #5 00000020:00000080:3.0:1784938553.908207:0:22721:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x26783cd1c59efc8a 00010000:00080000:3.0:1784938553.908377:0:22721:0:(ldlm_lib.c:125:import_set_conn()) imp ffff910cc487a000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.126@tcp at head 00010000:00010000:0.0:1784938553.913569:0:22721:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:2.0:1784938553.919833:0:22721:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1784938553.919848:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1784938553.919914:0:22721:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1784938553.919952:0:22721:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x26783cd1c59efc91 00000100:00080000:2.0:1784938553.919966:0:22721:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 192.168.203.126@tcp last attempt 0 00000100:00080000:2.0:1784938553.919978:0:22721:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff910cc487a000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:2.0:1784938553.920017:0:22721:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910ce66ca300 x1871643144332800/t0(0) o38->lustre-MDT0001-osp-MDT0000@192.168.203.126@tcp:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784938553.920048:0:22721:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:2.0:1784938553.920114:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784938553.920119:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938553.920121:0:22721:0:(obd_config.c:1561:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1784938553.920124:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1784938553.920126:0:22721:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #18 00000020:01000000:2.0:1784938553.920128:0:22721:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1784938553.920129:0:22721:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1784938553.920130:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1784938553.920133:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938553.920135:0:22721:0:(obd_config.c:1561:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:2.0:1784938553.920137:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1784938553.920141:0:22721:0:(obd_mount.c:957:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1784938553.920145:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938553.920147:0:22721:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1784938553.920150:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1784938553.920154:0:22721:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.126@tcp to nid 0x20000c0a8cb7e (192.168.203.126@tcp) 00000020:01000000:2.0:1784938553.920172:0:22721:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1784938553.920175:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784938553.920187:0:22721:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff910cc9433380) 00000020:00000080:2.0:1784938553.920199:0:22721:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1784938553.920204:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1784938553.920297:0:22721:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1784938553.920303:0:22721:0:(osd_handler.c:8932:osd_obd_connect()) connect #6 00000020:00000080:2.0:1784938553.920309:0:22721:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x26783cd1c59efc9f 00010000:00080000:2.0:1784938553.920342:0:22721:0:(ldlm_lib.c:125:import_set_conn()) imp ffff910bc8414000@lustre-OST0000-osc-MDT0000: add connection 192.168.203.126@tcp at head 00000100:00100000:1.0:1784938553.920554:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144332800:192.168.203.126@tcp:38:llog_process_th.0 00010000:00010000:2.0:1784938553.920950:0:22721:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:3.0:1784938553.921130:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938553.921184:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144332800 00000100:00100000:2.0:1784938553.921192:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144332800 00000100:00100000:2.0:1784938553.921254:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 0 00000100:00100000:2.0:1784938553.921262:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffce8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3639:x1871643144332800:12345-192.168.203.126@tcp:38:llog_process_th.0 00010000:00020000:2.0:1784938553.921285:0:22708:0:(ldlm_lib.c:1215:target_handle_connect()) lustre-MDT0001: not available for connect from 192.168.203.126@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1784938553.961157:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffce8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3639:x1871643144332800:12345-192.168.203.126@tcp:38:llog_process_th.0 Request processed in 39884us (40018us total) trans 0 rc -19/-19 00000100:00100000:0.0:1784938553.961177:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 0 00000100:00080000:2.0:1784938553.962107:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cc487a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784938553.962118:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.126@tcp failed (-19) 00000100:00100000:2.0:1784938553.962123:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144332800:192.168.203.126@tcp:38:llog_process_th.0 00000040:01000000:0.0:1784938553.968601:0:22721:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1784938553.969251:0:22721:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1784938553.972392:0:22721:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1784938553.972870:0:22721:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1784938553.982723:0:22721:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:2.0:1784938553.985088:0:22727:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1784938553.985096:0:22727:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1784938553.985879:0:22721:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1784938553.985889:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1784938553.985923:0:22721:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1784938553.985952:0:22721:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x26783cd1c59efca6 00000100:00080000:2.0:1784938553.985964:0:22721:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.126@tcp last attempt 0 00000100:00080000:2.0:1784938553.985974:0:22721:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff910bc8414000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:2.0:1784938553.986011:0:22721:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910ce66ca300 x1871643144332928/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784938553.986040:0:22721:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1784938553.986156:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1784938553.986160:0:20526:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1784938553.986163:0:20526:0:(import.c:65:import_set_state_nolock()) ffff910cc487a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1784938553.986168:0:20526:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 192.168.203.126@tcp last attempt 621 00000100:00080000:0.0:1784938553.986174:0:20526:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1784938553.986179:0:20526:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff910cc487a000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:0.0:1784938553.986193:0:20526:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cf3b6c700 x1871643144333184/t0(0) o38->lustre-MDT0001-osp-MDT0000@192.168.203.126@tcp:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784938553.986261:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3641:1871643144333056:0@lo:400:kworker.0 00000100:00100000:0.0:1784938553.986331:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938553.986555:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144332928:192.168.203.126@tcp:8:llog_process_th.0 00000100:00100000:1.0:1784938553.986621:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144333184:192.168.203.126@tcp:38:kworker.0 00000400:00000100:1.0:1784938553.986792:0:3634:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.126@tcp portal 28 match 1871643144332928 offset 0 length 520: 4 00000100:00100000:1.0:1784938553.986848:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938553.986883:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144333184 00000100:00100000:1.0:1784938553.986889:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144333184 00000100:00100000:1.0:1784938553.986921:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 1 00000100:00100000:1.0:1784938553.986928:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3639:x1871643144333184:12345-192.168.203.126@tcp:38:kworker.0 00010000:00020000:1.0:1784938553.986956:0:22709:0:(ldlm_lib.c:1215:target_handle_connect()) lustre-MDT0001: not available for connect from 192.168.203.126@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1784938553.987004:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3639:x1871643144333184:12345-192.168.203.126@tcp:38:kworker.0 Request processed in 74us (153us total) trans 0 rc -19/-19 00000100:00100000:1.0:1784938553.987012:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 1 00000100:00080000:1.0:1784938553.987113:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cc487a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784938553.987119:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.126@tcp failed (-19) 00000100:00100000:1.0:1784938553.987123:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144333184:192.168.203.126@tcp:38:kworker.0 00000020:01000000:2.0:1784938553.987311:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784938553.987318:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938553.987320:0:22721:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1784938553.987323:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1784938553.987326:0:22721:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #25 00000020:01000000:2.0:1784938553.987328:0:22721:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1784938553.987330:0:22721:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1784938553.987331:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1784938553.987334:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938553.987336:0:22721:0:(obd_config.c:1561:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:2.0:1784938553.987338:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1784938553.987344:0:22721:0:(obd_mount.c:957:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1784938553.987347:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938553.987354:0:22721:0:(obd_config.c:1561:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1784938553.987359:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1784938553.987375:0:22721:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.126@tcp to nid 0x20000c0a8cb7e (192.168.203.126@tcp) 00000020:01000000:2.0:1784938553.987393:0:22721:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1784938553.987396:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784938553.987411:0:22721:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff910cc9434d40) 00000020:00000080:2.0:1784938553.987427:0:22721:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:2.0:1784938553.987433:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1784938553.987510:0:22721:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:2.0:1784938553.987517:0:22721:0:(osd_handler.c:8932:osd_obd_connect()) connect #7 00000020:00000080:2.0:1784938553.987523:0:22721:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x26783cd1c59efcb4 00010000:00080000:2.0:1784938553.987554:0:22721:0:(ldlm_lib.c:125:import_set_conn()) imp ffff910bc7c65000@lustre-OST0001-osc-MDT0000: add connection 192.168.203.126@tcp at head 00010000:00010000:2.0:1784938553.987776:0:22721:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:2.0:1784938553.987841:0:22721:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1784938553.987856:0:22721:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:2.0:1784938553.988591:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144333056 00000100:00100000:2.0:1784938553.988600:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144333056 00000100:00100000:2.0:1784938553.988644:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1784938553.988652:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+9:3641:x1871643144333056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784938553.989057:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+9:3641:x1871643144333056:12345-0@lo:400:kworker.0 Request processed in 404us (2724us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938553.989065:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1784938553.989159:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3641:1871643144333056:0@lo:400:kworker.0 00000040:00080000:1.0:1784938553.994634:0:22721:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1784938553.997729:0:22721:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1784938553.997959:0:22721:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:2.0:1784938553.999634:0:22729:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1784938553.999641:0:22729:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1784938554.001697:0:22721:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1784938554.001712:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1784938554.001756:0:22721:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1784938554.001778:0:22721:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x26783cd1c59efcbb 00000100:00080000:2.0:1784938554.001791:0:22721:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 192.168.203.126@tcp last attempt 0 00000100:00080000:2.0:1784938554.001802:0:22721:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff910bc7c65000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:2.0:1784938554.001852:0:22721:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910ce66c9f80 x1871643144333312/t0(0) o8->lustre-OST0001-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784938554.001885:0:22721:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:1.0:1784938554.002003:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144333312:192.168.203.126@tcp:8:llog_process_th.0 00000400:00000100:1.0:1784938554.002281:0:3634:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.126@tcp portal 28 match 1871643144333312 offset 0 length 520: 4 00000020:01000000:2.0:1784938554.005307:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784938554.005317:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938554.005319:0:22721:0:(obd_config.c:1561:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1784938554.005323:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784938554.005327:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938554.005328:0:22721:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:2.0:1784938554.005331:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1784938554.005333:0:22721:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1784938554.005335:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784938554.005337:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938554.005339:0:22721:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:2.0:1784938554.005341:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784938554.005343:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938554.005344:0:22721:0:(obd_config.c:1561:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1784938554.005347:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1784938554.005409:0:22721:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66cb100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22721:1871643144333440:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1784938554.005492:0:22721:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938554.005532:0:22721:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc6063480 going to sleep for 11 seconds 00000100:00100000:0.0:1784938554.007077:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144333440 00000100:00100000:0.0:1784938554.007090:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144333440 00000100:00100000:0.0:1784938554.007153:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1784938554.007162:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+9:22721:x1871643144333440:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1784938554.007357:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+9:22721:x1871643144333440:12345-0@lo:502:llog_process_th.0 Request processed in 196us (1864us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938554.007437:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1784938554.007560:0:22721:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66cb100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22721:1871643144333440:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1784938554.007592:0:22721:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784938554.007599:0:22721:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938554.007601:0:22721:0:(obd_config.c:1561:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1784938554.007606:0:22721:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:0.0:1784938554.008037:0:22682:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:0.0:1784938554.008058:0:22682:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1784938554.008082:0:22682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b77600/0x26783cd1c59efc2f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efc36 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938554.008094:0:22682:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910ce6b77600/0x26783cd1c59efc2f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efc36 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784938554.008102:0:22682:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff910cf7af1800 from 1 10000000:01000000:0.0:1784938554.008106:0:22682:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1784938554.008137:0:22682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b76e00/0x26783cd1c59efcc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938554.008145:0:22682:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910ce6b76e00/0x26783cd1c59efcc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938554.008153:0:22682:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910ce6b76e00/0x26783cd1c59efcc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938554.008172:0:22682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144333568:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1784938554.008257:0:22682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938554.008284:0:22682:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc77bde40 going to sleep for 11 seconds 00000100:00100000:2.0:1784938554.008450:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144333568 00000100:00100000:2.0:1784938554.008455:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144333568 00000100:00100000:2.0:1784938554.008486:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1784938554.008492:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+9:22682:x1871643144333568:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784938554.008510:0:22697:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938554.008524:0:22697:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59efcc9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efcc2 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938554.008544:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59efcc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efcc2 expref: 10 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938554.008554:0:22697:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59efcc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efcc2 expref: 10 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938554.008562:0:22697:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cc97d0c00, rc 0) 00000100:00100000:2.0:1784938554.008595:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+10:22682:x1871643144333568:12345-0@lo:101:mount.lustre.0 Request processed in 102us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938554.008601:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784938554.008741:0:22682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144333568:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784938554.008755:0:22682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910ce6b76e00/0x26783cd1c59efcc2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efcc9 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938554.008764:0:22682:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910ce6b76e00/0x26783cd1c59efcc2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efcc9 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938554.012141:0:22682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144333696:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1784938554.012241:0:22682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938554.012294:0:22682:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc77bde40 going to sleep for 11 seconds 00000100:00100000:3.0:1784938554.013498:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144333696 00000100:00100000:3.0:1784938554.013509:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144333696 00000100:00100000:3.0:1784938554.013576:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1784938554.013585:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cd29dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+10:22682:x1871643144333696:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1784938554.013608:0:22697:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1784938554.013614:0:22697:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1784938554.013714:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cd29dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+10:22682:x1871643144333696:12345-0@lo:256:mount.lustre.0 Request processed in 131us (1473us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938554.013722:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1784938554.013864:0:22682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144333696:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1784938554.016290:0:22682:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1784938554.016318:0:22682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b76e00/0x26783cd1c59efcc2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efcc9 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938554.016332:0:22682:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910ce6b76e00/0x26783cd1c59efcc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efcc9 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784938554.016341:0:22682:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff910cf7af1800 from 1 10000000:01000000:0.0:1784938554.016344:0:22682:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1784938554.017129:0:22682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2600/0x26783cd1c59efcd0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938554.017143:0:22682:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2600/0x26783cd1c59efcd0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938554.017154:0:22682:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2600/0x26783cd1c59efcd0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938554.017179:0:22682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144333824:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1784938554.017277:0:22682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938554.017319:0:22682:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cfd393300 going to sleep for 11 seconds 00000100:00100000:3.0:1784938554.017921:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144333824 00000100:00100000:3.0:1784938554.017932:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144333824 00000100:00100000:3.0:1784938554.017995:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1784938554.018003:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+10:22682:x1871643144333824:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784938554.018018:0:22696:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784938554.018033:0:22696:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910d0215ba00/0x26783cd1c59efcd7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efcd0 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938554.018058:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910d0215ba00/0x26783cd1c59efcd7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efcd0 expref: 11 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938554.018069:0:22696:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910d0215ba00/0x26783cd1c59efcd7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efcd0 expref: 11 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938554.018077:0:22696:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910d0215ba00, rc 0) 00000100:00100000:3.0:1784938554.018156:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+11:22682:x1871643144333824:12345-0@lo:101:mount.lustre.0 Request processed in 153us (878us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938554.018163:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1784938554.018321:0:22682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144333824:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784938554.018336:0:22682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2600/0x26783cd1c59efcd0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efcd7 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938554.018354:0:22682:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2600/0x26783cd1c59efcd0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efcd7 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938554.018424:0:22682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144333952:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784938554.018452:0:22682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938554.018479:0:22682:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cfd393300 going to sleep for 11 seconds 00000100:00100000:0.0:1784938554.018596:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144333952 00000100:00100000:0.0:1784938554.018601:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144333952 00000100:00100000:0.0:1784938554.018630:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1784938554.018637:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+11:22682:x1871643144333952:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784938554.018761:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+11:22682:x1871643144333952:12345-0@lo:501:mount.lustre.0 Request processed in 125us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938554.018824:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1784938554.019258:0:22682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144333952:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784938554.019307:0:22682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144334080:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784938554.019344:0:22682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938554.019897:0:22682:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cfd393300 going to sleep for 11 seconds 00000100:00100000:0.0:1784938554.019984:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144334080 00000100:00100000:0.0:1784938554.019990:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144334080 00000100:00100000:0.0:1784938554.020041:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1784938554.020049:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+11:22682:x1871643144334080:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784938554.020176:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+11:22682:x1871643144334080:12345-0@lo:503:mount.lustre.0 Request processed in 128us (830us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938554.020184:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1784938554.020381:0:22682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144334080:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784938554.020921:0:22731:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875fb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22731:1871643144334208:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1784938554.020979:0:22731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938554.021012:0:22731:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cfd393780 going to sleep for 11 seconds 00000100:00100000:3.0:1784938554.021118:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144334208 00000100:00100000:3.0:1784938554.021124:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144334208 00000100:00100000:3.0:1784938554.021159:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1784938554.021168:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+11:22731:x1871643144334208:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1784938554.023199:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+11:22731:x1871643144334208:12345-0@lo:502:llog_process_th.0 Request processed in 2023us (2210us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938554.023249:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1784938554.023422:0:22731:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875fb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22731:1871643144334208:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1784938554.023459:0:22731:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784938554.023470:0:22731:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784938554.023472:0:22731:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1784938554.023482:0:22731:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff910cf7af1800 00000020:00000080:1.0:1784938554.023485:0:22731:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1784938554.023495:0:22731:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784938554.023497:0:22731:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784938554.023498:0:22731:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1784938554.023500:0:22731:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784938554.023503:0:22731:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784938554.023514:0:22731:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1784938554.023519:0:22731:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff910cf7af1800 00000020:00000080:1.0:1784938554.023521:0:22731:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1784938554.023580:0:22731:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784938554.023584:0:22731:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784938554.023585:0:22731:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1784938554.023588:0:22731:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784938554.023590:0:22731:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784938554.023591:0:22731:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1784938554.023595:0:22731:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff910cf7af1800 00000020:00000080:1.0:1784938554.023597:0:22731:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1784938554.023614:0:22731:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784938554.023617:0:22731:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784938554.023618:0:22731:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1784938554.023620:0:22731:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784938554.023623:0:22731:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784938554.023624:0:22731:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1784938554.023627:0:22731:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff910cf7af1800 00000020:00000080:1.0:1784938554.023628:0:22731:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1784938554.023672:0:22731:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875fb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22731:1871643144334336:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1784938554.023717:0:22731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938554.023753:0:22731:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cfd393780 going to sleep for 11 seconds 00000100:00100000:2.0:1784938554.023875:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144334336 00000100:00100000:2.0:1784938554.023882:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144334336 00000100:00100000:2.0:1784938554.023928:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1784938554.023946:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+11:22731:x1871643144334336:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1784938554.024052:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+11:22731:x1871643144334336:12345-0@lo:502:llog_process_th.0 Request processed in 116us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938554.024060:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1784938554.024902:0:22731:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875fb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22731:1871643144334336:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1784938554.024932:0:22731:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784938554.024947:0:22731:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938554.024949:0:22731:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1784938554.024953:0:22731:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:1.0:1784938554.025252:0:22682:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1784938554.025272:0:22682:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1784938554.025287:0:22682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2600/0x26783cd1c59efcd0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efcd7 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938554.025305:0:22682:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2600/0x26783cd1c59efcd0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efcd7 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784938554.025352:0:22682:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1784938554.025355:0:22682:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff910cf7af1800 10000000:01000000:1.0:1784938554.025754:0:22682:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff910cf7af1800 10000000:01000000:1.0:1784938554.025795:0:22682:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1784938554.025803:0:22682:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff910cf7af1800 from 1 10000000:01000000:1.0:1784938554.025807:0:22682:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1784938554.025838:0:22682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3600/0x26783cd1c59efcde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938554.025847:0:22682:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3600/0x26783cd1c59efcde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938554.025857:0:22682:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3600/0x26783cd1c59efcde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938554.025877:0:22682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144334464:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1784938554.025933:0:22682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938554.025982:0:22682:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cfd393900 going to sleep for 11 seconds 00000100:00100000:0.0:1784938554.026043:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144334464 00000100:00100000:0.0:1784938554.026050:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144334464 00000100:00100000:0.0:1784938554.026094:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1784938554.026103:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae02c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+11:22682:x1871643144334464:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784938554.026116:0:22696:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938554.026130:0:22696:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910ce6b77000/0x26783cd1c59efce5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efcde expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938554.026152:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910ce6b77000/0x26783cd1c59efce5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efcde expref: 12 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938554.026162:0:22696:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910ce6b77000/0x26783cd1c59efce5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efcde expref: 12 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938554.026183:0:22696:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910ce6b77000, rc 0) 00000100:00100000:0.0:1784938554.026252:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae02c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:22682:x1871643144334464:12345-0@lo:101:mount.lustre.0 Request processed in 150us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938554.026259:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1784938554.027562:0:22682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144334464:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784938554.027583:0:22682:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3600/0x26783cd1c59efcde lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efce5 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938554.027594:0:22682:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3600/0x26783cd1c59efcde lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efce5 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938554.027663:0:22682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144334592:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784938554.027710:0:22682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938554.027747:0:22682:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cfd393900 going to sleep for 11 seconds 00000100:00100000:0.0:1784938554.031597:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144334592 00000100:00100000:0.0:1784938554.031610:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144334592 00000100:00100000:0.0:1784938554.031660:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1784938554.031669:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae01450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:22682:x1871643144334592:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784938554.031832:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae01450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:22682:x1871643144334592:12345-0@lo:501:mount.lustre.0 Request processed in 164us (4121us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938554.031840:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1784938554.031996:0:22682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144334592:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784938554.032051:0:22682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144334720:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784938554.032101:0:22682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938554.032136:0:22682:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cfd393900 going to sleep for 11 seconds 00000100:00100000:2.0:1784938554.033645:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144334720 00000100:00100000:2.0:1784938554.033658:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144334720 00000100:00100000:2.0:1784938554.033721:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1784938554.033730:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:22682:x1871643144334720:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784938554.033864:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:22682:x1871643144334720:12345-0@lo:503:mount.lustre.0 Request processed in 135us (1761us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938554.033881:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1784938554.035029:0:22682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144334720:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784938554.036336:0:22733:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22733:1871643144334848:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1784938554.036408:0:22733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938554.036445:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc77bd840 going to sleep for 11 seconds 00000100:00100000:1.0:1784938554.036513:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144334848 00000100:00100000:1.0:1784938554.036519:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144334848 00000100:00100000:1.0:1784938554.037550:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1784938554.037565:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:22733:x1871643144334848:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1784938554.037712:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:22733:x1871643144334848:12345-0@lo:502:llog_process_th.0 Request processed in 150us (1302us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938554.037720:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1784938554.037809:0:22733:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22733:1871643144334848:0@lo:502:llog_process_th.0 00000020:01000004:2.0:1784938554.037872:0:22733:0:(obd_mount.c:226:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1784938554.037889:0:22733:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff910cc9430000) 00000020:00000080:2.0:1784938554.037909:0:22733:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:2.0:1784938554.038079:0:22733:0:(tgt_mount.c:153:server_get_mount()) get mount ffff910cf7af1800 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1784938554.038083:0:22733:0:(tgt_mount.c:187:server_put_mount()) put mount ffff910cf7af1800 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1784938554.038086:0:22733:0:(obd_mount.c:706:lustre_put_lsi()) put ffff910cf7af1800 4 00010000:00080000:2.0:1784938554.038115:0:22733:0:(ldlm_lib.c:125:import_set_conn()) imp ffff910cf3b02000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.126@tcp at head 00010000:00010000:2.0:1784938554.039732:0:22733:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:2.0:1784938554.039842:0:22733:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1784938554.039882:0:22733:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1784938554.039897:0:22733:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x26783cd1c59efcf3 00000100:00080000:2.0:1784938554.039907:0:22733:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 192.168.203.126@tcp last attempt 0 00000100:00080000:2.0:1784938554.039918:0:22733:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff910cf3b02000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:2.0:1784938554.050359:0:22733:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910ce66cb100 x1871643144334976/t0(0) o38->lustre-MDT0000-lwp-MDT0000@192.168.203.126@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784938554.050394:0:22733:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1784938554.059085:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3639:1871643144334976:192.168.203.126@tcp:38:llog_process_th.0 00000100:00100000:2.0:1784938554.062754:0:22733:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22733:1871643144335104:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1784938554.062828:0:22733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938554.062868:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc6063600 going to sleep for 11 seconds 00000100:00100000:0.0:1784938554.064519:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938554.067343:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144334976 00000100:00100000:3.0:1784938554.067356:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144334976 00000100:00100000:3.0:1784938554.067400:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 0 00000100:00100000:3.0:1784938554.067408:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3639:x1871643144334976:12345-192.168.203.126@tcp:38:llog_process_th.0 00000100:00100000:3.0:1784938554.067484:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3639:x1871643144334976:12345-192.168.203.126@tcp:38:llog_process_th.0 Request processed in 76us (2969us total) trans 0 rc -11/-11 00000100:00100000:3.0:1784938554.067491:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 0 00000100:00100000:1.0:1784938554.069905:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144335104 00000100:00100000:1.0:1784938554.069921:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144335104 00000100:00100000:1.0:1784938554.070008:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1784938554.070018:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae00050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:22733:x1871643144335104:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1784938554.070196:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae00050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:22733:x1871643144335104:12345-0@lo:502:llog_process_th.0 Request processed in 179us (7366us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938554.070205:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1784938554.070515:0:3639:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1784938554.070523:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cf3b02000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784938554.070530:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.126@tcp failed (-11) 00000100:00100000:1.0:1784938554.070535:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3639:1871643144334976:192.168.203.126@tcp:38:llog_process_th.0 00000100:00100000:3.0:1784938554.070620:0:22733:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22733:1871643144335104:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1784938554.070688:0:22733:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22733:1871643144335232:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1784938554.070726:0:22733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938554.070760:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc8cc3d80 going to sleep for 11 seconds 00000100:00100000:1.0:1784938554.070833:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144335232 00000100:00100000:1.0:1784938554.070838:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144335232 00000100:00100000:1.0:1784938554.070866:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1784938554.070873:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae00c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:22733:x1871643144335232:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1784938554.070973:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae00c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:22733:x1871643144335232:12345-0@lo:502:llog_process_th.0 Request processed in 99us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938554.070980:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1784938554.071048:0:22733:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22733:1871643144335232:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1784938554.071065:0:22733:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1784938554.071245:0:22682:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1784938554.071265:0:22682:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1784938554.071282:0:22682:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3600/0x26783cd1c59efcde lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efce5 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938554.071292:0:22682:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3600/0x26783cd1c59efcde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efce5 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1784938554.071335:0:22682:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1784938554.071338:0:22682:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1784938554.071339:0:22682:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784938554.071340:0:22682:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784938554.071342:0:22682:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784938554.071343:0:22682:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784938554.071344:0:22682:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1784938554.071346:0:22682:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1784938554.071347:0:22682:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784938554.071349:0:22682:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1784938554.071352:0:22682:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:1.0:1784938554.071355:0:22682:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1784938554.071356:0:22682:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1784938554.071357:0:22682:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784938554.071358:0:22682:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784938554.071359:0:22682:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784938554.071360:0:22682:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784938554.071361:0:22682:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1784938554.071362:0:22682:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1784938554.071363:0:22682:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784938554.071364:0:22682:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1784938554.071379:0:22682:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1784938554.071389:0:22682:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144335360:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1784938554.071427:0:22682:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938554.071441:0:22682:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cfd393000 going to sleep for 11 seconds 00000100:00100000:1.0:1784938554.071455:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144335360 00000100:00100000:1.0:1784938554.071458:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144335360 00000100:00100000:1.0:1784938554.071482:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1784938554.071489:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae02050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:22682:x1871643144335360:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1784938554.071508:0:22697:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1784938554.071521:0:22697:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1784938554.079744:0:22697:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1784938554.079763:0:22697:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1784938554.080375:0:22719:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1784938554.080388:0:22719:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1784938554.080409:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff910d0215b600/0x26783cd1c59efcfa lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938554.080427:0:22719:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59efcc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efcc2 expref: 12 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938554.080436:0:22719:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff910d0215b600/0x26783cd1c59efcfa lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938554.080477:0:22719:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59efcc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26783cd1c59efcc2 expref: 12 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938554.080491:0:22719:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59efcc9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26783cd1c59efcc2 expref: 12 pid: 22697 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938554.080505:0:22719:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22719:1871643144335488:0@lo:104: 00000100:00100000:3.0:1784938554.080568:0:22719:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938554.080613:0:22719:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc8cc39c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784938554.080813:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144335488 00000100:00100000:2.0:1784938554.080821:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144335488 00000100:00100000:2.0:1784938554.080956:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1784938554.080966:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffce9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+3:22719:x1871643144335488:12345-0@lo:104: 00010000:00010000:2.0:1784938554.080981:0:22686:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff910ce6b76e00/0x26783cd1c59efcc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efcc9 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938554.081048:0:22686:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1784938554.081056:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffce9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+3:22719:x1871643144335488:12345-0@lo:104: Request processed in 91us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938554.081065:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1784938554.081109:0:22719:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22719:1871643144335488:0@lo:104: 00010000:00010000:2.0:1784938554.081128:0:22719:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff910d0215b600/0x26783cd1c59efcfa lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938554.081422:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784938554.081431:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910ce6b76e00/0x26783cd1c59efcc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efcc9 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938554.081439:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910ce6b76e00 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:1.0:1784938554.081443:0:22692:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910ce6b76e00/0x26783cd1c59efcc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x26783cd1c59efcc9 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938554.081452:0:22692:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910ce6b76e00/0x26783cd1c59efcc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x26783cd1c59efcc9 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784938554.081458:0:22692:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910ce6b76e00/0x26783cd1c59efcc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x26783cd1c59efcc9 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784938554.081463:0:22692:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1784938554.081492:0:22692:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910ce6b76e00/0x26783cd1c59efcc2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efcc9 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938554.081498:0:22692:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784938554.081514:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910ce6b76e00/0x26783cd1c59efcc2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efcc9 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938554.081526:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910ce6b76e00/0x26783cd1c59efcc2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efcc9 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938554.081542:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938554.081543:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938554.081545:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784938554.081749:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae02050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:22682:x1871643144335360:12345-0@lo:253:mount.lustre.0 Request processed in 10259us (10320us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938554.081758:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1784938554.081859:0:22682:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22682:1871643144335360:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1784938554.081870:0:22682:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1784938554.081873:0:22682:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1784938554.081875:0:22682:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1784938554.081876:0:22682:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1784938554.081877:0:22682:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1784938554.081879:0:22682:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1784938554.081880:0:22682:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1784938554.081881:0:22682:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1784938554.081883:0:22682:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1784938554.081885:0:22682:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1784938554.081886:0:22682:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1784938554.081897:0:22682:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1784938554.082089:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144335616:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1784938554.082126:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938554.083904:0:22688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144335616 00000100:00100000:3.0:1784938554.083919:0:22688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144335616 00010000:00010000:3.0:1784938554.083963:0:22688:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59efcc9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efcc2 expref: 12 pid: 22697 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938554.084004:0:22688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1784938554.084013:0:22688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:3642:x1871643144335616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784938554.084027:0:22688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784938554.084033:0:22688:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59efcc9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efcc2 expref: 12 pid: 22697 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938554.084045:0:22688:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59efcc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26783cd1c59efcc2 expref: 12 pid: 22697 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938554.084074:0:22688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59efcc9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26783cd1c59efcc2 expref: 12 pid: 22697 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938554.084090:0:22688:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff910d0215b600/0x26783cd1c59efcfa lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938554.084098:0:22688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910d0215b600/0x26783cd1c59efcfa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1784938554.084116:0:22688:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003728163s 00010000:00010000:3.0:1784938554.084120:0:22688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff910d0215b600/0x26783cd1c59efcfa lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938554.084127:0:22688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff910d0215b600/0x26783cd1c59efcfa lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938554.084134:0:22688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff910d0215b600/0x26783cd1c59efcfa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938554.084140:0:22688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff910d0215b600/0x26783cd1c59efcfa lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938554.084146:0:22688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d0215b600 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938554.084150:0:22688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff910d0215b600/0x26783cd1c59efcfa lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938554.084157:0:22688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff910d0215b600/0x26783cd1c59efcfa lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938554.084171:0:22688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff910d0215b600/0x26783cd1c59efcfa lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938554.084188:0:22688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784938554.084270:0:22688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+11:3642:x1871643144335616:12345-0@lo:103:ldlm_bl.0 Request processed in 258us (2142us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938554.084278:0:22688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1784938554.088499:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144335616:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784938554.088544:0:22719:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff910d0215b600/0x26783cd1c59efcfa lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938554.088558:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff910d0215b600/0x26783cd1c59efcfa lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938554.088566:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910d0215b600/0x26783cd1c59efcfa lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1784938554.115137:0:22682:0:(update_trans.c:1495:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:2.0:1784938554.115507:0:22682:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:3.0:1784938554.115577:0:22743:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:3.0:1784938554.115582:0:22743:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:3.0:1784938554.116106:0:22744:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1784938554.116466:0:22682:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:3.0:1784938554.117037:0:22744:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784938554.122148:0:22744:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1784938554.123177:0:22744:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000100:00080000:0.0:1784938554.129020:0:22745:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff910cf3b6e300 x1871643144335744/t0(0) o1000->lustre-MDT0001-osp-MDT0000@192.168.203.126@tcp:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938554.129036:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdfa34f00 going to sleep for 0 seconds 00000040:01000000:2.0:1784938554.131456:0:22682:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:2.0:1784938554.131505:0:22682:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1784938554.132420:0:22682:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1784938554.132433:0:22682:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:2.0:1784938554.132497:0:22682:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1784938554.134635:0:22682:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1784938554.135663:0:22682:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1784938554.135718:0:22682:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1784938554.137490:0:22682:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:2.0:1784938554.138478:0:22682:0:(osd_handler.c:5582:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:0.0:1784938554.148004:0:22682:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1784938554.151019:0:22682:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1784938554.151065:0:22682:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb7d5419bb988 00100000:10000000:2.0:1784938554.151074:0:22682:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1784938554.155038:0:22682:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1784938554.155056:0:22682:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.126@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1784938554.155076:0:22682:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1784938554.155108:0:22682:0:(super25.c:181:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:0.0:1784938554.159486:0:22682:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1784938554.159706:0:22682:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1784938554.719525:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1784938555.108686:0:22739:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1784938555.108696:0:22739:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1784938555.109496:0:22739:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1784938555.109505:0:22739:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0:1784938555.169012:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdfa34f00 going to sleep for 0 seconds 10000000:01000000:3.0:1784938555.360568:0:22700:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1784938555.360576:0:22700:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff910cf7af1800 from 11 10000000:01000000:3.0:1784938555.360581:0:22700:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1784938555.360632:0:22700:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d0215a200/0x26783cd1c59efd01 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938555.360644:0:22700:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910d0215a200/0x26783cd1c59efd01 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938555.360655:0:22700:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910d0215a200/0x26783cd1c59efd01 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938555.360792:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144335872:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1784938555.360869:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938555.360945:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc9b64b40 going to sleep for 11 seconds 00000100:00100000:1.0:1784938555.361086:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144335872 00000100:00100000:1.0:1784938555.361094:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144335872 00000100:00100000:1.0:1784938555.361151:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1784938555.361160:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+11:22700:x1871643144335872:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784938555.361174:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784938555.361189:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cf2fa3a00/0x26783cd1c59efd08 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efd01 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938555.361210:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cf2fa3a00/0x26783cd1c59efd08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efd01 expref: 12 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938555.361263:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cf2fa3a00/0x26783cd1c59efd08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efd01 expref: 12 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938555.361273:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cf2fa3a00, rc 0) 00000100:00100000:1.0:1784938555.361319:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:22700:x1871643144335872:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 160us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938555.361325:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1784938555.361529:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144335872:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784938555.361543:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910d0215a200/0x26783cd1c59efd01 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efd08 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938555.361552:0:22700:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910d0215a200/0x26783cd1c59efd01 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efd08 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938555.361600:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144336000:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1784938555.361632:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938555.361811:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc9b64b40 going to sleep for 11 seconds 00000100:00100000:0.0:1784938555.365038:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144336000 00000100:00100000:0.0:1784938555.365053:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144336000 00000100:00100000:0.0:1784938555.365176:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1784938555.365186:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:22700:x1871643144336000:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1784938555.365209:0:22697:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1784938555.365250:0:22697:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1784938555.365254:0:22697:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1784938555.365393:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:22700:x1871643144336000:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 209us (3759us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938555.365401:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1784938555.365483:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144336000:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1784938555.365532:0:22700:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1784938555.365540:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d0215a200/0x26783cd1c59efd01 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efd08 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938555.365549:0:22700:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910d0215a200/0x26783cd1c59efd01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efd08 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938555.754171:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1784938556.128503:0:22739:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1784938556.128511:0:22739:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1784938556.128627:0:22739:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:0.0:1784938556.128666:0:22739:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1784938556.128799:0:22739:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:0.0:1784938556.194145:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdfa34f00 going to sleep for 0 seconds 00010000:00010000:0.0:1784938556.767363:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784938557.216442:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdfa34f00 going to sleep for 0 seconds 00010000:00010000:0.0:1784938557.791349:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784938558.239302:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdfa34f00 going to sleep for 0 seconds 00000001:02000400:3.0:1784938558.697672:0:22988:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg326-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1784938558.821809:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1784938559.135408:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1784938559.135415:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1784938559.135419:0:36:0:(import.c:65:import_set_state_nolock()) ffff910cc487a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784938559.135429:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 192.168.203.126@tcp last attempt 622 00000100:00080000:2.0:1784938559.135439:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1784938559.135452:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff910cc487a000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:0.0:1784938559.135456:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3643:1871643144336128:0@lo:400:kworker.0 00000100:00100000:2.0:1784938559.135475:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910ce66cbb80 x1871643144336256/t0(0) o38->lustre-MDT0001-osp-MDT0000@192.168.203.126@tcp:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784938559.135485:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784938559.135489:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784938559.135491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784938559.135493:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784938559.135496:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1784938559.135498:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1784938559.135500:0:36:0:(import.c:65:import_set_state_nolock()) ffff910cf3b02000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784938559.135504:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff910cf3b02000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:0.0:1784938559.135577:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938559.135625:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144336256:192.168.203.126@tcp:38:kworker.0 00000100:00100000:0.0:1784938559.135636:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144336128 00000100:00100000:0.0:1784938559.135641:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144336128 00000100:00100000:0.0:1784938559.135681:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1784938559.135688:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:3643:x1871643144336128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784938559.135743:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:3643:x1871643144336128:12345-0@lo:400:kworker.0 Request processed in 55us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938559.135767:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1784938559.135791:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3643:1871643144336128:0@lo:400:kworker.0 00000100:00100000:2.0:1784938559.136027:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910ce66c8a80 x1871643144336384/t0(0) o38->lustre-MDT0000-lwp-MDT0000@192.168.203.126@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784938559.136090:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938559.136160:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3639:1871643144336384:192.168.203.126@tcp:38:kworker.0 00000100:00100000:2.0:1784938559.136302:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144336256 00000100:00100000:2.0:1784938559.136307:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144336256 00000100:00100000:2.0:1784938559.136332:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 2 00000100:00100000:2.0:1784938559.136337:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3639:x1871643144336256:12345-192.168.203.126@tcp:38:kworker.0 00000100:00100000:1.0:1784938559.136352:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00010000:00020000:2.0:1784938559.136355:0:22709:0:(ldlm_lib.c:1215:target_handle_connect()) lustre-MDT0001: not available for connect from 192.168.203.126@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1784938559.136401:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3639:x1871643144336256:12345-192.168.203.126@tcp:38:kworker.0 Request processed in 61us (310us total) trans 0 rc -19/-19 00000100:00100000:2.0:1784938559.136408:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 2 00000100:00100000:0.0:1784938559.136447:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144336384 00000100:00100000:0.0:1784938559.136451:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144336384 00000100:00100000:0.0:1784938559.136476:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 1 00000100:00100000:0.0:1784938559.136481:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3639:x1871643144336384:12345-192.168.203.126@tcp:38:kworker.0 00010000:00080000:0.0:1784938559.136499:0:22705:0:(ldlm_lib.c:1468:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@192.168.203.126@tcp t0 exp 0000000000000000 cur 627 last 0 00000020:00000080:0.0:1784938559.136539:0:22705:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x26783cd1c59efd0f 00000004:00100000:0.0:1784938559.136551:0:22705:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1784938559.136678:0:22705:0:(import.c:65:import_set_state_nolock()) ffff910cc4807800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1784938559.136719:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1871643144336384:12345-192.168.203.126@tcp:38:kworker.0 Request processed in 236us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938559.136725:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 1 00000100:00080000:1.0:1784938559.137190:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cc487a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784938559.137196:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.126@tcp failed (-19) 00000100:00100000:1.0:1784938559.137200:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144336256:192.168.203.126@tcp:38:kworker.0 00010000:00080000:2.0:1784938559.138048:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff910ce66c8a80 x1871643144336384/t0(0) o38->lustre-MDT0000-lwp-MDT0000@192.168.203.126@tcp:12/10 lens 520/416 e 0 to 0 dl 1784938569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784938559.138065:0:3639:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1784938559.138071:0:3639:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1784938559.138075:0:3639:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1784938559.138077:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cf3b02000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1784938559.138081:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3639:1871643144336384:192.168.203.126@tcp:38:kworker.0 00000100:00100000:0.0:1784938559.270304:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdfa34f00 going to sleep for 0 seconds 00000020:00000004:2.0:1784938559.626033:0:23040:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1784938559.626203:0:23040:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1784938559.839377:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784938560.291207:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdfa34f00 going to sleep for 0 seconds 00000020:00000004:2.0:1784938560.611842:0:23090:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1784938560.612070:0:23090:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1784938560.864467:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784938561.313357:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdfa34f00 going to sleep for 0 seconds 00010000:00010000:1.0:1784938561.887551:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784938562.336158:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdfa34f00 going to sleep for 0 seconds 00010000:00010000:1.0:1784938562.912446:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784938563.234974:0:3639:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784938553/real 1784938553] req@ffff910ce66ca300 x1871643144332928/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 1 dl 1784938563 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938563.235007:0:3639:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff910ce66ca300 x1871643144332928/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 1 dl 1784938563 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784938563.235028:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc8414000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784938563.235066:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.126@tcp failed (-110) 00000100:00100000:2.0:1784938563.235071:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144332928:192.168.203.126@tcp:8:llog_process_th.0 00000100:00080000:3.0:1784938563.235679:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1784938563.235684:0:20526:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1784938563.235694:0:20526:0:(import.c:65:import_set_state_nolock()) ffff910cc487a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784938563.235700:0:20526:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 192.168.203.126@tcp last attempt 627 00000100:00080000:3.0:1784938563.235711:0:20526:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1784938563.235719:0:20526:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff910cc487a000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:3.0:1784938563.235746:0:20526:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cffce9880 x1871643144336640/t0(0) o38->lustre-MDT0001-osp-MDT0000@192.168.203.126@tcp:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1784938563.235759:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784938563.235762:0:20526:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1784938563.235764:0:20526:0:(import.c:65:import_set_state_nolock()) ffff910bc8414000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1784938563.235770:0:20526:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.126@tcp last attempt 622 00000100:00080000:3.0:1784938563.235773:0:20526:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1784938563.235776:0:20526:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff910bc8414000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:3.0:1784938563.235787:0:20526:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cffce8e00 x1871643144336768/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1784938563.235796:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784938563.235799:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1784938563.235885:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1871643144336896:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938563.236005:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1784938563.236013:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3641:1871643144336512:0@lo:400:kworker.0 00000100:00100000:2.0:1784938563.236058:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938563.236101:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144336512 00000100:00100000:2.0:1784938563.236107:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144336512 00000100:00100000:2.0:1784938563.236149:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1784938563.236157:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:3641:x1871643144336512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784938563.236204:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:3641:x1871643144336512:12345-0@lo:400:kworker.0 Request processed in 48us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938563.236211:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1784938563.236283:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144336640:192.168.203.126@tcp:38:kworker.0 00000100:00100000:2.0:1784938563.236323:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144336768:192.168.203.126@tcp:8:kworker.0 00000100:00100000:2.0:1784938563.236532:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938563.236586:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000400:00000100:2.0:1784938563.236605:0:3635:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.126@tcp portal 28 match 1871643144336768 offset 0 length 520: 4 00000100:00100000:2.0:1784938563.236627:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144336640 00000100:00100000:2.0:1784938563.236631:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144336640 00000100:00100000:2.0:1784938563.236653:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 3 00000100:00100000:2.0:1784938563.236659:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3639:x1871643144336640:12345-192.168.203.126@tcp:38:kworker.0 00010000:00020000:2.0:1784938563.236679:0:22708:0:(ldlm_lib.c:1215:target_handle_connect()) lustre-MDT0001: not available for connect from 192.168.203.126@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1784938563.236712:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3639:x1871643144336640:12345-192.168.203.126@tcp:38:kworker.0 Request processed in 52us (180us total) trans 0 rc -19/-19 00000100:00100000:2.0:1784938563.236729:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 3 00000100:00100000:2.0:1784938563.236762:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144336896 00000100:00100000:2.0:1784938563.236766:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144336896 00000100:00100000:2.0:1784938563.236794:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 0 00000100:00100000:2.0:1784938563.236800:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1871643144336896:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938563.236827:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1871643144336896:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 27us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938563.236832:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 0 00000100:00080000:2.0:1784938563.236962:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cc487a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784938563.236967:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.126@tcp failed (-19) 00000100:00100000:2.0:1784938563.236971:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144336640:192.168.203.126@tcp:38:kworker.0 00000100:00100000:2.0:1784938563.236998:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3641:1871643144336512:0@lo:400:kworker.0 00010000:00080000:2.0:1784938563.237010:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff910cffcea680 x1871643144336896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938563.237021:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1871643144336896:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938563.359531:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdfa34f00 going to sleep for 0 seconds 00010000:00010000:1.0:1784938563.936165:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784938564.255472:0:3639:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784938554/real 1784938554] req@ffff910ce66c9f80 x1871643144333312/t0(0) o8->lustre-OST0001-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 1 dl 1784938564 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938564.255504:0:3639:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff910ce66c9f80 x1871643144333312/t0(0) o8->lustre-OST0001-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 1 dl 1784938564 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1784938564.255526:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc7c65000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784938564.255552:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.126@tcp failed (-110) 00000100:00100000:0.0:1784938564.255557:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144333312:192.168.203.126@tcp:8:llog_process_th.0 00000100:00080000:1.0:1784938564.255745:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1784938564.255750:0:20526:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1784938564.255753:0:20526:0:(import.c:65:import_set_state_nolock()) ffff910cc487a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784938564.255760:0:20526:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 192.168.203.126@tcp last attempt 631 00000100:00100000:3.0:1784938564.255763:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144337024:0@lo:400:kworker.0 00000100:00080000:1.0:1784938564.255769:0:20526:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1784938564.255785:0:20526:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff910cc487a000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:1.0:1784938564.255809:0:20526:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cc875fb80 x1871643144337152/t0(0) o38->lustre-MDT0001-osp-MDT0000@192.168.203.126@tcp:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1784938564.255829:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1784938564.255835:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1784938564.255837:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784938564.255841:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938564.255844:0:20526:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1784938564.255846:0:20526:0:(import.c:65:import_set_state_nolock()) ffff910bc7c65000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784938564.255850:0:20526:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 192.168.203.126@tcp last attempt 622 00000100:00080000:1.0:1784938564.255857:0:20526:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1784938564.255861:0:20526:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff910bc7c65000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:1.0:1784938564.255886:0:20526:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cc875f100 x1871643144337280/t0(0) o8->lustre-OST0001-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784938564.255908:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144337024 00000100:00100000:3.0:1784938564.255917:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144337024 00000100:00100000:1.0:1784938564.255923:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1784938564.255932:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1871643144337408:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938564.255964:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1784938564.255974:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7ced450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:3642:x1871643144337024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784938564.256105:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7ced450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:3642:x1871643144337024:12345-0@lo:400:kworker.0 Request processed in 130us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938564.256125:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1784938564.256126:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938564.256164:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144337408 00000100:00100000:1.0:1784938564.256167:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144337408 00000100:00100000:1.0:1784938564.256196:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 1 00000100:00100000:1.0:1784938564.256242:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1871643144337408:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938564.256288:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1871643144337408:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 85us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938564.256294:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 1 00000100:00100000:1.0:1784938564.256330:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144337024:0@lo:400:kworker.0 00000100:00100000:1.0:1784938564.256356:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144337152:192.168.203.126@tcp:38:kworker.0 00000100:00100000:1.0:1784938564.256386:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144337280:192.168.203.126@tcp:8:kworker.0 00000400:00000100:3.0:1784938564.257747:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.126@tcp portal 28 match 1871643144337280 offset 0 length 520: 4 00000100:00100000:3.0:1784938564.258129:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938564.258169:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144337152 00000100:00100000:3.0:1784938564.258176:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144337152 00000100:00100000:3.0:1784938564.258211:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 4 00000100:00100000:3.0:1784938564.258236:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffcea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3639:x1871643144337152:12345-192.168.203.126@tcp:38:kworker.0 00010000:00020000:3.0:1784938564.258255:0:22708:0:(ldlm_lib.c:1215:target_handle_connect()) lustre-MDT0001: not available for connect from 192.168.203.126@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1784938564.258305:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffcea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3639:x1871643144337152:12345-192.168.203.126@tcp:38:kworker.0 Request processed in 69us (177us total) trans 0 rc -19/-19 00000100:00100000:3.0:1784938564.258312:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 4 00000100:00080000:3.0:1784938564.258420:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cc487a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784938564.258426:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.126@tcp failed (-19) 00000100:00100000:3.0:1784938564.258431:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144337152:192.168.203.126@tcp:38:kworker.0 00010000:00080000:0.0:1784938564.259554:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff910cc875c380 x1871643144337408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938564.259581:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1871643144337408:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938564.387675:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdfa34f00 going to sleep for 0 seconds 00010000:00010000:1.0:1784938564.962578:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784938565.413186:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdfa34f00 going to sleep for 0 seconds 00010000:00010000:1.0:1784938565.984357:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1784938566.371010:0:22739:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1784938566.431304:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdfa34f00 going to sleep for 0 seconds 00010000:00010000:2.0:1784938567.010778:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1784938567.017363:0:23435:0:(obd_mount.c:919:lmd_print()) mount data: 00000020:01000004:1.0:1784938567.017368:0:23435:0:(obd_mount.c:922:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:1.0:1784938567.017369:0:23435:0:(obd_mount.c:925:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1784938567.017479:0:23435:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff910cf786e000 00000020:01000004:1.0:1784938567.017496:0:23435:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:1.0:1784938567.017508:0:23435:0:(obd_mount.c:226:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1784938567.017521:0:23435:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff910bc75419c0) 00000020:00000080:1.0:1784938567.017537:0:23435:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1784938567.072631:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1784938567.072966:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:1.0:1784938567.083652:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1784938567.084332:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1784938567.084661:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1784938567.084982:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:1.0:1784938567.085233:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1784938567.085568:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1784938567.085785:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1784938567.087148:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:2.0:1784938567.089766:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1784938567.090143:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1784938567.090918:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1784938567.091260:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:2.0:1784938567.092737:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1784938567.093183:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1784938567.094023:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1784938567.095634:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1784938567.098539:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1784938567.099568:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1784938567.100129:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1784938567.100392:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1784938567.100598:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:2.0:1784938567.100956:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1784938567.101343:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:2.0:1784938567.101602:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:2.0:1784938567.102937:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1784938567.104280:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1784938567.105311:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1784938567.105958:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1784938567.106746:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:2.0:1784938567.108195:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1784938567.110465:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1784938567.111068:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1784938567.111343:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:2.0:1784938567.111641:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:2.0:1784938567.111974:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1784938567.112429:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1784938567.112767:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1784938567.113274:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1784938567.113524:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:3.0:1784938567.118707:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:3.0:1784938567.119765:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:3.0:1784938567.120757:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1784938567.121244:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1784938567.121975:0:23435:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00080000:01000000:3.0:1784938567.126187:0:23435:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1784938567.126930:0:23435:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:3.0:1784938567.126944:0:23435:0:(osd_handler.c:8932:osd_obd_connect()) connect #0 00000020:00000080:3.0:1784938567.126956:0:23435:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x26783cd1c59efd1d 00000020:01000004:3.0:1784938567.126964:0:23435:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:3.0:1784938567.126998:0:23435:0:(obd_mount.c:406:lustre_start_mgc()) MGC192.168.203.126@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1784938567.127001:0:23435:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.126@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1784938567.127006:0:23435:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:3.0:1784938567.127031:0:23435:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:3.0:1784938567.127035:0:23435:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.126@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1784938567.143261:0:23435:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.126@tcp ctxt 0 is initialized 00000020:01000004:2.0:1784938567.143327:0:23435:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.126@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1784938567.143336:0:23435:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1784938567.143338:0:23435:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1784938567.143339:0:23435:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784938567.143340:0:23435:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784938567.143341:0:23435:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784938567.143342:0:23435:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784938567.143344:0:23435:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1784938567.143345:0:23435:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784938567.143347:0:23435:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1784938567.143350:0:23435:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1784938567.143352:0:23435:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1784938567.143354:0:23435:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1784938567.143355:0:23435:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784938567.143356:0:23435:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784938567.143357:0:23435:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784938567.143357:0:23435:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784938567.143358:0:23435:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1784938567.143359:0:23435:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784938567.143360:0:23435:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1784938567.143388:0:23435:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1784938567.143411:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144337536:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1784938567.143498:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938567.143546:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc2a7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1784938567.143625:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144337536 00000100:00100000:0.0:1784938567.143642:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144337536 00000100:00100000:0.0:1784938567.143700:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1784938567.143710:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:23435:x1871643144337536:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1784938567.143741:0:22696:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1784938567.143745:0:22696:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:0.0:1784938567.143753:0:22696:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:0.0:1784938567.146760:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:23435:x1871643144337536:12345-0@lo:253:mount.lustre.0 Request processed in 3044us (3253us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938567.146784:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1784938567.146892:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144337536:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1784938567.146917:0:23435:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1784938567.146920:0:23435:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1784938567.146922:0:23435:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1784938567.146923:0:23435:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784938567.146924:0:23435:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784938567.146925:0:23435:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784938567.146927:0:23435:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784938567.146928:0:23435:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1784938567.146930:0:23435:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784938567.146932:0:23435:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1784938567.146952:0:23435:0:(tgt_mount.c:101:server_register_mount()) register mount ffff910cf786e000 from lustre-MDT0001 10000000:01000000:2.0:1784938567.146983:0:23435:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1784938567.146986:0:23435:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1784938567.147004:0:23435:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff910cf2dc19c0 local copy 00010000:00010000:2.0:1784938567.147014:0:23435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b76c00/0x26783cd1c59efc13 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efc1a expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938567.147115:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144337664:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784938567.147152:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938567.147191:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7382480 going to sleep for 11 seconds 00000100:00100000:3.0:1784938567.147495:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144337664 00000100:00100000:3.0:1784938567.147502:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144337664 00000100:00100000:3.0:1784938567.147547:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1784938567.147556:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:23435:x1871643144337664:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784938567.147645:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:23435:x1871643144337664:12345-0@lo:501:mount.lustre.0 Request processed in 90us (493us total) trans 0 rc -2/-2 00000100:00100000:3.0:1784938567.147652:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1784938567.148195:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144337664:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1784938567.148228:0:23435:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.126@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1784938567.148250:0:23435:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.126@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1784938567.148258:0:23435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b76c00/0x26783cd1c59efc13 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efc1a expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938567.148268:0:23435:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910ce6b76c00/0x26783cd1c59efc13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efc1a expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784938567.148500:0:23435:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff910cf786e000 10000000:01000000:2.0:1784938567.148507:0:23435:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1784938567.148512:0:23435:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff910cf2dc19c0 10000000:01000000:2.0:1784938567.148515:0:23435:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1784938567.148518:0:23435:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff910cf2dc19c0 from 1 10000000:01000000:2.0:1784938567.148520:0:23435:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1784938567.148555:0:23435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d0000/0x26783cd1c59efd24 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938567.149374:0:23435:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910cc97d0000/0x26783cd1c59efd24 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938567.149391:0:23435:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910cc97d0000/0x26783cd1c59efd24 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938567.149838:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144337792:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784938567.150105:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938567.150153:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7382480 going to sleep for 11 seconds 00000100:00100000:0.0:1784938567.150320:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144337792 00000100:00100000:0.0:1784938567.150328:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144337792 00000100:00100000:0.0:1784938567.150380:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1784938567.150390:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+12:23435:x1871643144337792:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784938567.150404:0:22696:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938567.150422:0:22696:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910ce6b76400/0x26783cd1c59efd2b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efd24 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938567.151675:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910ce6b76400/0x26783cd1c59efd2b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efd24 expref: 13 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938567.151688:0:22696:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910ce6b76400/0x26783cd1c59efd2b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efd24 expref: 13 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938567.151717:0:22696:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910ce6b76400, rc 0) 00000100:00100000:0.0:1784938567.151793:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+13:23435:x1871643144337792:12345-0@lo:101:mount.lustre.0 Request processed in 1405us (1688us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938567.151801:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1784938567.152329:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144337792:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784938567.152350:0:23435:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910cc97d0000/0x26783cd1c59efd24 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efd2b expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938567.152360:0:23435:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910cc97d0000/0x26783cd1c59efd24 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efd2b expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784938567.152382:0:23435:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1784938567.152400:0:23435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d0000/0x26783cd1c59efd24 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efd2b expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938567.152408:0:23435:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910cc97d0000/0x26783cd1c59efd24 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efd2b expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784938567.152419:0:23435:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff910cf786e000 10000000:01000000:2.0:1784938567.152432:0:23435:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1784938567.152437:0:23435:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff910cf786e000 from 1 10000000:01000000:2.0:1784938567.152440:0:23435:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1784938567.152467:0:23435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d0600/0x26783cd1c59efd32 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938567.152475:0:23435:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910cc97d0600/0x26783cd1c59efd32 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938567.152483:0:23435:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910cc97d0600/0x26783cd1c59efd32 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938567.152510:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144337920:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784938567.152547:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938567.152581:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7382480 going to sleep for 11 seconds 00000100:00100000:0.0:1784938567.152861:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144337920 00000100:00100000:0.0:1784938567.152868:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144337920 00000100:00100000:0.0:1784938567.152919:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1784938567.152927:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+13:23435:x1871643144337920:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784938567.152938:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938567.152949:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910ce6b77800/0x26783cd1c59efd39 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efd32 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938567.152964:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910ce6b77800/0x26783cd1c59efd39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efd32 expref: 14 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938567.152971:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910ce6b77800/0x26783cd1c59efd39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efd32 expref: 14 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938567.152978:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910ce6b77800, rc 0) 00000100:00100000:0.0:1784938567.153018:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+14:23435:x1871643144337920:12345-0@lo:101:mount.lustre.0 Request processed in 91us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938567.153024:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1784938567.153108:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144337920:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784938567.153119:0:23435:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910cc97d0600/0x26783cd1c59efd32 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efd39 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938567.153127:0:23435:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910cc97d0600/0x26783cd1c59efd32 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efd39 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784938567.153137:0:23435:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1784938567.153155:0:23435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d0600/0x26783cd1c59efd32 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efd39 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938567.153162:0:23435:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910cc97d0600/0x26783cd1c59efd32 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efd39 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784938567.153167:0:23435:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1784938567.153171:0:23435:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1784938567.153176:0:23435:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff910cf786e000 10000000:01000000:2.0:1784938567.153178:0:23435:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1784938567.153181:0:23435:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:2.0:1784938567.153183:0:23435:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1784938567.153196:0:23435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d1800/0x26783cd1c59efd40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938567.153203:0:23435:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910cc97d1800/0x26783cd1c59efd40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938567.153251:0:23435:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910cc97d1800/0x26783cd1c59efd40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938567.153265:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144338048:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784938567.153302:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938567.153320:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7382480 going to sleep for 11 seconds 00000100:00100000:1.0:1784938567.153431:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144338048 00000100:00100000:1.0:1784938567.153436:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144338048 00000100:00100000:1.0:1784938567.153472:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1784938567.153480:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+14:23435:x1871643144338048:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784938567.153497:0:22696:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784938567.153507:0:22696:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cf2fa3000/0x26783cd1c59efd47 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efd40 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.153521:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cf2fa3000/0x26783cd1c59efd47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efd40 expref: 15 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.153529:0:22696:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cf2fa3000/0x26783cd1c59efd47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efd40 expref: 15 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.153536:0:22696:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cf2fa3000, rc 0) 00000100:00100000:1.0:1784938567.153565:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+15:23435:x1871643144338048:12345-0@lo:101:mount.lustre.0 Request processed in 86us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938567.153571:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1784938567.153796:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144338048:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784938567.153807:0:23435:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910cc97d1800/0x26783cd1c59efd40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efd47 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938567.153815:0:23435:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910cc97d1800/0x26783cd1c59efd40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efd47 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1784938567.156818:0:23435:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:2.0:1784938567.157607:0:23435:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1784938567.163514:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1784938567.163571:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:2.0:1784938567.163588:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:2.0:1784938567.163601:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:2.0:1784938567.163758:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:2.0:1784938567.163780:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:2.0:1784938567.163796:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:2.0:1784938567.163810:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:2.0:1784938567.163825:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:2.0:1784938567.163843:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:2.0:1784938567.163871:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:2.0:1784938567.163887:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:2.0:1784938567.163902:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:2.0:1784938567.163914:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:2.0:1784938567.163939:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:2.0:1784938567.163954:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:2.0:1784938567.163967:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:2.0:1784938567.163980:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:2.0:1784938567.163993:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:2.0:1784938567.164004:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:2.0:1784938567.164016:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:2.0:1784938567.164026:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:2.0:1784938567.164037:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:2.0:1784938567.164052:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:2.0:1784938567.164065:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:2.0:1784938567.164078:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:2.0:1784938567.164091:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:2.0:1784938567.164104:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:2.0:1784938567.164115:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:2.0:1784938567.164129:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:2.0:1784938567.164142:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:2.0:1784938567.164154:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:2.0:1784938567.164167:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:2.0:1784938567.164180:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:2.0:1784938567.164191:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:2.0:1784938567.164204:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:2.0:1784938567.167032:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:2.0:1784938567.167091:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:2.0:1784938567.167109:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:2.0:1784938567.167127:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:2.0:1784938567.167139:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:2.0:1784938567.167155:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:2.0:1784938567.167169:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:2.0:1784938567.167183:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:2.0:1784938567.167241:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:2.0:1784938567.167247:0:23435:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:2.0:1784938567.167356:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144338176:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1784938567.167443:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938567.167484:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7382900 going to sleep for 11 seconds 00000100:00100000:1.0:1784938567.167541:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144338176 00000100:00100000:1.0:1784938567.167549:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144338176 00000100:00100000:1.0:1784938567.167601:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1784938567.167611:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+15:23435:x1871643144338176:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784938567.167792:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+15:23435:x1871643144338176:12345-0@lo:501:mount.lustre.0 Request processed in 181us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938567.167799:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1784938567.167918:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144338176:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784938567.167955:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144338304:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784938567.168000:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938567.168023:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd291bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1784938567.168026:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144338304 00000100:00100000:2.0:1784938567.168032:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144338304 00000100:00100000:2.0:1784938567.168069:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1784938567.168077:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7ced850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+15:23435:x1871643144338304:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784938567.173324:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7ced850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+15:23435:x1871643144338304:12345-0@lo:503:mount.lustre.0 Request processed in 5238us (5313us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938567.173338:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1784938567.173546:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144338304:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1784938567.174010:0:23435:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1784938567.174093:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144338432:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784938567.174149:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938567.174177:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7382480 going to sleep for 11 seconds 00000100:00100000:0.0:1784938567.175136:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144338432 00000100:00100000:0.0:1784938567.175147:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144338432 00000100:00100000:0.0:1784938567.175205:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1784938567.175244:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+15:23435:x1871643144338432:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784938567.179267:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+15:23435:x1871643144338432:12345-0@lo:502:mount.lustre.0 Request processed in 4044us (5108us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938567.179294:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1784938567.179450:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144338432:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1784938567.179806:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1784938567.179839:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1784938567.179868:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1784938567.179883:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1784938567.179896:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1784938567.179908:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1784938567.179920:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1784938567.179931:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1784938567.179941:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1784938567.179956:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1784938567.179968:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1784938567.179980:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1784938567.179993:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1784938567.180005:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1784938567.180018:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1784938567.180031:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1784938567.180056:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1784938567.180070:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1784938567.180083:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1784938567.180095:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1784938567.180106:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1784938567.180117:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1784938567.180130:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1784938567.180142:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1784938567.180157:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1784938567.180169:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1784938567.180181:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1784938567.180193:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1784938567.180205:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1784938567.180244:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1784938567.180260:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1784938567.180274:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1784938567.180289:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1784938567.180302:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1784938567.180317:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1784938567.180333:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1784938567.180350:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1784938567.180364:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1784938567.180377:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1784938567.180390:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1784938567.180403:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1784938567.180434:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1784938567.180451:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1784938567.180463:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:2.0:1784938567.180503:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144338560:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784938567.180571:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938567.181078:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7382480 going to sleep for 11 seconds 00000100:00100000:3.0:1784938567.181251:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144338560 00000100:00100000:3.0:1784938567.181260:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144338560 00000100:00100000:3.0:1784938567.181329:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1784938567.181337:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+15:23435:x1871643144338560:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938567.181489:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+15:23435:x1871643144338560:12345-0@lo:502:mount.lustre.0 Request processed in 153us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938567.181497:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1784938567.181531:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144338560:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1784938567.181598:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:2.0:1784938567.181608:0:23435:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:2.0:1784938567.184847:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784938567.184876:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938567.184879:0:23439:0:(obd_config.c:1561:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1784938567.184888:0:23439:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:2.0:1784938567.184891:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784938567.184906:0:23439:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff910cfd204d40) 00000020:00000080:2.0:1784938567.184929:0:23439:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:2.0:1784938567.184936:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1784938567.185004:0:23439:0:(osd_handler.c:8932:osd_obd_connect()) connect #1 00000020:00000080:2.0:1784938567.185010:0:23439:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x26783cd1c59efd55 00000020:00000080:2.0:1784938567.185286:0:23439:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1784938567.185290:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784938567.185294:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938567.185295:0:23439:0:(obd_config.c:1561:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1784938567.185298:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784938567.185302:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938567.185303:0:23439:0:(obd_config.c:1561:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:2.0:1784938567.185306:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784938567.185313:0:23439:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff910cfd2019c0) 00000020:00000080:2.0:1784938567.185325:0:23439:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:2.0:1784938567.185328:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1784938567.185330:0:23439:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:2.0:1784938567.185332:0:23439:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:2.0:1784938567.185338:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1784938567.185403:0:23439:0:(tgt_mount.c:153:server_get_mount()) get mount ffff910cf786e000 from lustre-MDT0001, refs=2 00000020:00000080:2.0:1784938567.185748:0:23439:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff910cfd200000) 00000020:00000080:2.0:1784938567.185760:0:23439:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:2.0:1784938567.185826:0:23439:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1784938567.185832:0:23439:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x26783cd1c59efd6a 00000020:00000080:2.0:1784938567.185949:0:23439:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:2.0:1784938567.185962:0:23439:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1784938567.185967:0:23439:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x26783cd1c59efd71 00080000:01000000:2.0:1784938567.185973:0:23439:0:(osd_handler.c:8932:osd_obd_connect()) connect #2 00000020:00000080:2.0:1784938567.185976:0:23439:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x26783cd1c59efd78 00010000:00010000:2.0:1784938567.282143:0:23439:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1784938567.283557:0:23439:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1784938567.285274:0:23439:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1784938567.289834:0:23439:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:0.0:1784938567.289860:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784938567.289869:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938567.289872:0:23439:0:(obd_config.c:1561:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:0.0:1784938567.289876:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1784938567.289882:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938567.289883:0:23439:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:0.0:1784938567.289887:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1784938567.289892:0:23439:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.126@tcp to nid 0x20000c0a8cb7e (192.168.203.126@tcp) 00000020:00000080:0.0:1784938567.289920:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1784938567.289947:0:23439:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff910cecfa4d40) 00000020:00000080:0.0:1784938567.289970:0:23439:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:0.0:1784938567.289976:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1784938567.290051:0:23439:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:0.0:1784938567.290059:0:23439:0:(osd_handler.c:8932:osd_obd_connect()) connect #3 00000020:00000080:0.0:1784938567.290066:0:23439:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x26783cd1c59efd86 00010000:00080000:0.0:1784938567.290100:0:23439:0:(ldlm_lib.c:125:import_set_conn()) imp ffff910bc5b29000@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.126@tcp at head 00010000:00010000:0.0:1784938567.296666:0:23439:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:0.0:1784938567.303727:0:23439:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1784938567.304813:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1784938567.304880:0:23439:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:0.0:1784938567.304904:0:23439:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x26783cd1c59efd8d 00000100:00080000:0.0:1784938567.304917:0:23439:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 192.168.203.126@tcp last attempt 0 00000100:00080000:0.0:1784938567.306026:0:23439:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff910bc5b29000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:0.0:1784938567.306067:0:23439:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cf3b6fb80 x1871643144338688/t0(0) o38->lustre-MDT0000-osp-MDT0001@192.168.203.126@tcp:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784938567.306096:0:23439:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:0.0:1784938567.306169:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784938567.306183:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938567.306185:0:23439:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:0.0:1784938567.306189:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1784938567.306192:0:23439:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:0.0:1784938567.306193:0:23439:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1784938567.306195:0:23439:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1784938567.306197:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1784938567.306199:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938567.306200:0:23439:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:0.0:1784938567.306203:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1784938567.306207:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938567.306209:0:23439:0:(obd_config.c:1561:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000100:00080000:2.0:1784938567.307034:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1784938567.307051:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1784938567.307054:0:36:0:(import.c:65:import_set_state_nolock()) ffff910cc487a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784938567.307061:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 192.168.203.126@tcp last attempt 632 00000020:00000080:0.0:1784938567.307067:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00080000:2.0:1784938567.307069:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1784938567.307074:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff910cc487a000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:2.0:1784938567.307097:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910ce66c8380 x1871643144338816/t0(0) o38->lustre-MDT0001-osp-MDT0000@192.168.203.126@tcp:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784938567.307108:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784938567.307112:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784938567.307114:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784938567.307116:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000004:01000000:0.0:1784938567.307121:0:23439:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1784938567.307142:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784938567.307145:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938567.307147:0:23439:0:(obd_config.c:1561:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000100:00100000:2.0:1784938567.307149:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:01000000:0.0:1784938567.307150:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1784938567.307152:0:23439:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:0.0:1784938567.307154:0:23439:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1784938567.307155:0:23439:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1784938567.307156:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1784938567.307158:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938567.307160:0:23439:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000100:00100000:2.0:1784938567.307162:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1871643144338944:192.168.203.126@tcp:400:kworker.0 00000020:01000000:0.0:1784938567.307162:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1784938567.307166:0:23439:0:(obd_mount.c:957:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1784938567.307168:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938567.307170:0:23439:0:(obd_config.c:1561:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1784938567.307172:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1784938567.307177:0:23439:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.126@tcp to nid 0x20000c0a8cb7e (192.168.203.126@tcp) 00000020:01000000:0.0:1784938567.307192:0:23439:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1784938567.307195:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1784938567.307208:0:23439:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff910cecfa19c0) 00000100:00100000:1.0:1784938567.307337:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144338688:192.168.203.126@tcp:38:llog_process_th.0 00000100:00100000:2.0:1784938567.307405:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938567.307433:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144338944 00000100:00100000:2.0:1784938567.307439:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144338944 00000100:00100000:1.0:1784938567.307455:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144338816:192.168.203.126@tcp:38:kworker.0 00000100:00100000:2.0:1784938567.307493:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 2 00000100:00100000:2.0:1784938567.307503:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1871643144338944:12345-192.168.203.126@tcp:400:kworker.0 00000020:00000080:0.0:1784938567.307526:0:23439:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000100:00100000:2.0:1784938567.307550:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1871643144338944:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 48us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938567.307557:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 2 00000100:00100000:0.0:1784938567.307665:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938567.307699:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144338688 00000100:00100000:3.0:1784938567.307703:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144338688 00000020:00000080:0.0:1784938567.307716:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000100:00100000:3.0:1784938567.307726:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 5 00000100:00100000:3.0:1784938567.307732:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3639:x1871643144338688:12345-192.168.203.126@tcp:38:llog_process_th.0 00010000:00080000:3.0:1784938567.307751:0:22708:0:(ldlm_lib.c:1468:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@192.168.203.126@tcp t0 exp 0000000000000000 cur 635 last 0 00000020:00000080:3.0:1784938567.307783:0:22708:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x26783cd1c59efd9b 00000004:00100000:3.0:1784938567.307795:0:22708:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1784938567.307801:0:22708:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000004:00080000:0.0:1784938567.308125:0:23439:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:0.0:1784938567.308133:0:23439:0:(osd_handler.c:8932:osd_obd_connect()) connect #4 00000020:00000080:0.0:1784938567.308140:0:23439:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x26783cd1c59efda2 00010000:00080000:0.0:1784938567.308173:0:23439:0:(ldlm_lib.c:125:import_set_conn()) imp ffff910cc871d000@lustre-OST0000-osc-MDT0001: add connection 192.168.203.126@tcp at head 00010000:00010000:0.0:1784938567.308662:0:23439:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:1.0:1784938567.309079:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00010000:00080000:2.0:1784938567.310435:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff910ce66c9f80 x1871643144338944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938567.310453:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1871643144338944:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938567.310585:0:22709:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:3.0:1784938567.310594:0:22709:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000040:01000000:0.0:1784938567.310764:0:23439:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1784938567.310883:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144338816 00000100:00100000:1.0:1784938567.310899:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144338816 00000100:00100000:3.0:1784938567.311049:0:23444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 6 00000100:00100000:3.0:1784938567.311058:0:23444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3639:x1871643144338816:12345-192.168.203.126@tcp:38:kworker.0 00000100:00100000:3.0:1784938567.311141:0:23444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3639:x1871643144338816:12345-192.168.203.126@tcp:38:kworker.0 Request processed in 82us (2063us total) trans 0 rc -11/-11 00000100:00100000:3.0:1784938567.311149:0:23444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 6 00000100:00100000:0.0:1784938567.312123:0:3639:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1784938567.312134:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cc487a000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1784938567.312141:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.126@tcp failed (-11) 00000100:00100000:0.0:1784938567.312145:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144338816:192.168.203.126@tcp:38:kworker.0 00000040:01000000:2.0:1784938567.312660:0:23439:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:3.0:1784938567.315347:0:22708:0:(import.c:65:import_set_state_nolock()) ffff910cc4878000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1784938567.315419:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1871643144338688:12345-192.168.203.126@tcp:38:llog_process_th.0 Request processed in 7684us (7753us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938567.315428:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 5 00000100:00100000:0.0:1784938567.316821:0:3639:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1784938567.316837:0:3639:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1784938567.316862:0:3639:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1784938567.316869:0:3639:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1784938567.316874:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc5b29000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1784938567.316893:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144338688:192.168.203.126@tcp:38:llog_process_th.0 00000100:00100000:3.0:1784938567.317040:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1784938567.317057:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144339072:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:2.0:1784938567.317334:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938567.317393:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144339072 00000100:00100000:3.0:1784938567.317400:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144339072 00000100:00100000:3.0:1784938567.317448:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 7 00000100:00100000:3.0:1784938567.317456:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1871643144339072:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 00000004:00000024:3.0:1784938567.317559:0:22709:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1784938567.317638:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1871643144339072:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 Request processed in 181us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938567.317645:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 7 00000100:00100000:3.0:1784938567.318758:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144339072:192.168.203.126@tcp:41:osp-pre-0-1.0 00000040:00080000:1.0:1784938567.319771:0:23439:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1784938567.320503:0:23439:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1784938567.320665:0:23439:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:1.0:1784938567.321492:0:23445:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1784938567.321498:0:23445:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1784938567.323303:0:23439:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1784938567.323318:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1784938567.323362:0:23439:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1784938567.323383:0:23439:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x26783cd1c59efda9 00000100:00080000:1.0:1784938567.323395:0:23439:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.126@tcp last attempt 0 00000100:00080000:1.0:1784938567.323406:0:23439:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff910cc871d000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:1.0:1784938567.323442:0:23439:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cc875ed80 x1871643144339200/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1784938567.323461:0:23439:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1784938567.323628:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784938567.323633:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784938567.323635:0:23439:0:(obd_config.c:1561:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1784938567.323638:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1784938567.323640:0:23439:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #27 00000020:01000000:1.0:1784938567.323642:0:23439:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1784938567.323644:0:23439:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1784938567.323645:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1784938567.323647:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784938567.323648:0:23439:0:(obd_config.c:1561:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:1.0:1784938567.323651:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1784938567.323654:0:23439:0:(obd_mount.c:957:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1784938567.323657:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784938567.323658:0:23439:0:(obd_config.c:1561:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1784938567.323661:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1784938567.323665:0:23439:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.126@tcp to nid 0x20000c0a8cb7e (192.168.203.126@tcp) 00000020:01000000:1.0:1784938567.323684:0:23439:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1784938567.323686:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1784938567.323707:0:23439:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff910bc7544d40) 00000020:00000080:1.0:1784938567.323721:0:23439:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:1.0:1784938567.323727:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1784938567.323815:0:23439:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:1.0:1784938567.323823:0:23439:0:(osd_handler.c:8932:osd_obd_connect()) connect #5 00000020:00000080:1.0:1784938567.323828:0:23439:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x26783cd1c59efdb7 00010000:00080000:1.0:1784938567.323876:0:23439:0:(ldlm_lib.c:125:import_set_conn()) imp ffff910cd200f000@lustre-OST0001-osc-MDT0001: add connection 192.168.203.126@tcp at head 00010000:00010000:1.0:1784938567.324084:0:23439:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:1.0:1784938567.324153:0:23439:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1784938567.324166:0:23439:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:0.0:1784938567.324469:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144339200:192.168.203.126@tcp:8:llog_process_th.0 00000400:00000100:1.0:1784938567.325007:0:3635:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.126@tcp portal 28 match 1871643144339200 offset 0 length 520: 4 00000100:00080000:2.0:1784938567.325079:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784938567.325084:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784938567.325087:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784938567.325090:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:1.0:1784938567.329536:0:23439:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1784938567.330017:0:23439:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1784938567.330149:0:23439:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:2.0:1784938567.330769:0:23447:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1784938567.330775:0:23447:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1784938567.331725:0:23439:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1784938567.331747:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1784938567.331787:0:23439:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1784938567.331998:0:23439:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x26783cd1c59efdbe 00000100:00080000:1.0:1784938567.332012:0:23439:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 192.168.203.126@tcp last attempt 0 00000100:00080000:1.0:1784938567.332024:0:23439:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff910cd200f000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:1.0:1784938567.332059:0:23439:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cc875f800 x1871643144339328/t0(0) o8->lustre-OST0001-osc-MDT0001@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784938567.332133:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144339328:192.168.203.126@tcp:8:llog_process_th.0 00000100:00080000:1.0:1784938567.332288:0:23439:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1784938567.332318:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938567.332323:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784938567.332326:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938567.332328:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:1.0:1784938567.332373:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784938567.332384:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784938567.332387:0:23439:0:(obd_config.c:1561:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1784938567.332390:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784938567.332393:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784938567.332394:0:23439:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1784938567.332397:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1784938567.332399:0:23439:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1784938567.332401:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784938567.332403:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784938567.332405:0:23439:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:1.0:1784938567.332407:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1784938567.332409:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784938567.332410:0:23439:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1784938567.332413:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1784938567.332436:0:23439:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1784938567.332438:0:23439:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1784938567.332439:0:23439:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1784938567.332442:0:23439:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000400:00000100:2.0:1784938567.332791:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.126@tcp portal 28 match 1871643144339328 offset 0 length 520: 4 00000020:01000000:3.0:1784938567.333140:0:23435:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:3.0:1784938567.333174:0:23435:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1784938567.333196:0:23435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d1800/0x26783cd1c59efd40 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efd47 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938567.333207:0:23435:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910cc97d1800/0x26783cd1c59efd40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efd47 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784938567.334156:0:23435:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff910cf786e000 from 1 10000000:01000000:3.0:1784938567.334160:0:23435:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1784938567.334193:0:23435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d0215be00/0x26783cd1c59efdc5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938567.334201:0:23435:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910d0215be00/0x26783cd1c59efdc5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938567.334211:0:23435:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910d0215be00/0x26783cd1c59efdc5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938567.334260:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144339456:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1784938567.334317:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938567.334355:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd291bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1784938567.334459:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144339456 00000100:00100000:2.0:1784938567.334466:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144339456 00000100:00100000:2.0:1784938567.334516:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1784938567.334526:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+15:23435:x1871643144339456:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784938567.334538:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938567.334549:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cc97d1400/0x26783cd1c59efdcc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efdc5 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938567.334570:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cc97d1400/0x26783cd1c59efdcc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efdc5 expref: 16 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938567.334591:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cc97d1400/0x26783cd1c59efdcc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efdc5 expref: 16 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938567.334600:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cc97d1400, rc 0) 00000100:00100000:2.0:1784938567.334639:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+16:23435:x1871643144339456:12345-0@lo:101:mount.lustre.0 Request processed in 116us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938567.334646:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1784938567.336062:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144339456:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784938567.336088:0:23435:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910d0215be00/0x26783cd1c59efdc5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efdcc expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.336098:0:23435:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910d0215be00/0x26783cd1c59efdc5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efdcc expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938567.337317:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144339584:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1784938567.337385:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938567.337421:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cf388e840 going to sleep for 11 seconds 00000100:00100000:0.0:1784938567.337481:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144339584 00000100:00100000:0.0:1784938567.337489:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144339584 00000100:00100000:0.0:1784938567.337543:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1784938567.337552:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+16:23435:x1871643144339584:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1784938567.337571:0:22696:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1784938567.337590:0:22696:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1784938567.337593:0:22696:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1784938567.337676:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+16:23435:x1871643144339584:12345-0@lo:256:mount.lustre.0 Request processed in 123us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938567.337684:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1784938567.338095:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144339584:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1784938567.338706:0:23435:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1784938567.338733:0:23435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d0215be00/0x26783cd1c59efdc5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efdcc expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938567.339056:0:23435:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910d0215be00/0x26783cd1c59efdc5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efdcc expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784938567.339065:0:23435:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff910cf786e000 from 1 10000000:01000000:3.0:1784938567.339068:0:23435:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1784938567.339105:0:23435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d0215b600/0x26783cd1c59efdd3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938567.339113:0:23435:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910d0215b600/0x26783cd1c59efdd3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938567.339123:0:23435:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910d0215b600/0x26783cd1c59efdd3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938567.339141:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144339712:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1784938567.339191:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938567.339295:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd291b540 going to sleep for 11 seconds 00000100:00100000:0.0:1784938567.339558:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144339712 00000100:00100000:0.0:1784938567.339565:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144339712 00000100:00100000:0.0:1784938567.339644:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1784938567.339654:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+16:23435:x1871643144339712:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784938567.339669:0:22697:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938567.339683:0:22697:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59efdda lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efdd3 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938567.339706:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59efdda lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efdd3 expref: 17 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938567.339716:0:22697:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59efdda lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efdd3 expref: 17 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938567.339725:0:22697:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910ce6b76e00, rc 0) 00000100:00100000:0.0:1784938567.340077:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+17:23435:x1871643144339712:12345-0@lo:101:mount.lustre.0 Request processed in 422us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938567.340084:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1784938567.340169:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144339712:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784938567.340184:0:23435:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910d0215b600/0x26783cd1c59efdd3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efdda expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938567.340194:0:23435:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910d0215b600/0x26783cd1c59efdd3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efdda expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1784938567.341912:0:23435:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:3.0:1784938567.342193:0:23435:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784938567.342540:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1784938567.342570:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:3.0:1784938567.342582:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:3.0:1784938567.342594:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:3.0:1784938567.342606:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:3.0:1784938567.342618:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:3.0:1784938567.342631:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:3.0:1784938567.342643:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:3.0:1784938567.342655:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1784938567.342669:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:3.0:1784938567.342682:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:3.0:1784938567.342698:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:3.0:1784938567.342703:0:23435:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:3.0:1784938567.342775:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144339840:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784938567.343027:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938567.343113:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd291bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1784938567.343358:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144339840 00000100:00100000:1.0:1784938567.343365:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144339840 00000100:00100000:3.0:1784938567.343553:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1784938567.343564:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+17:23435:x1871643144339840:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784938567.343695:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+17:23435:x1871643144339840:12345-0@lo:501:mount.lustre.0 Request processed in 133us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938567.343702:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1784938567.343791:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144339840:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784938567.343840:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144339968:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784938567.343899:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938567.344302:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910ce6bd90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784938567.344423:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144339968 00000100:00100000:1.0:1784938567.344429:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144339968 00000100:00100000:2.0:1784938567.344485:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1784938567.344495:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+17:23435:x1871643144339968:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784938567.344606:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+17:23435:x1871643144339968:12345-0@lo:503:mount.lustre.0 Request processed in 112us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938567.344613:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1784938567.344700:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144339968:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1784938567.345436:0:23435:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1784938567.345514:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144340096:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784938567.345565:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938567.345681:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910ce6bd90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784938567.346358:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144340096 00000100:00100000:3.0:1784938567.346366:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144340096 00000100:00100000:3.0:1784938567.346403:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1784938567.346411:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+17:23435:x1871643144340096:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938567.346545:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+17:23435:x1871643144340096:12345-0@lo:502:mount.lustre.0 Request processed in 134us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938567.346553:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1784938567.346664:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144340096:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1784938567.347294:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1784938567.347326:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:0.0:1784938567.347342:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:0.0:1784938567.347355:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:0.0:1784938567.347370:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:0.0:1784938567.347385:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:0.0:1784938567.347400:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:0.0:1784938567.347412:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:0.0:1784938567.347424:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1784938567.347437:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:0.0:1784938567.347450:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:0.0:1784938567.347482:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144340224:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784938567.347535:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938567.347563:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910ce6bd90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784938567.347633:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144340224 00000100:00100000:3.0:1784938567.347644:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144340224 00000100:00100000:3.0:1784938567.347672:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1784938567.347679:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+17:23435:x1871643144340224:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938567.347776:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+17:23435:x1871643144340224:12345-0@lo:502:mount.lustre.0 Request processed in 97us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938567.347784:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1784938567.348086:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144340224:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1784938567.348130:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:0.0:1784938567.348139:0:23435:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1784938567.349059:0:23449:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1784938567.349068:0:23449:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938567.349070:0:23449:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1784938567.349077:0:23449:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff910cf786e000 00000020:00000080:0.0:1784938567.349080:0:23449:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1784938567.349087:0:23449:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784938567.349099:0:23449:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938567.349101:0:23449:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1784938567.349104:0:23449:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1784938567.349106:0:23449:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938567.349108:0:23449:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1784938567.349111:0:23449:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff910cf786e000 00000020:00000080:0.0:1784938567.349113:0:23449:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1784938567.349166:0:23449:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784938567.349170:0:23449:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938567.349171:0:23449:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1784938567.349174:0:23449:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1784938567.349176:0:23449:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938567.349177:0:23449:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1784938567.349180:0:23449:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff910cf786e000 00000020:00000080:0.0:1784938567.349183:0:23449:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1784938567.349202:0:23449:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784938567.349205:0:23449:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938567.349206:0:23449:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1784938567.349209:0:23449:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1784938567.349211:0:23449:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938567.349239:0:23449:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1784938567.349245:0:23449:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff910cf786e000 00000020:00000080:0.0:1784938567.349247:0:23449:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1784938567.349270:0:23449:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784938567.349273:0:23449:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938567.349275:0:23449:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1784938567.349278:0:23449:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1784938567.349423:0:23435:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1784938567.349449:0:23435:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1784938567.349474:0:23435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d0215b600/0x26783cd1c59efdd3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efdda expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938567.349486:0:23435:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910d0215b600/0x26783cd1c59efdd3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efdda expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784938567.349538:0:23435:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1784938567.349541:0:23435:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff910cf786e000 10000000:01000000:3.0:1784938567.349544:0:23435:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff910cf786e000 10000000:01000000:3.0:1784938567.349548:0:23435:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1784938567.349553:0:23435:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff910cf786e000 from 1 10000000:01000000:3.0:1784938567.349556:0:23435:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1784938567.349587:0:23435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d0215a000/0x26783cd1c59efde1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938567.349594:0:23435:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910d0215a000/0x26783cd1c59efde1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938567.349604:0:23435:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910d0215a000/0x26783cd1c59efde1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938567.349625:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144340352:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1784938567.349687:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938567.349726:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144340352 00000100:00100000:3.0:1784938567.349732:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144340352 00000100:00100000:3.0:1784938567.350069:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1784938567.350078:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+17:23435:x1871643144340352:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784938567.350092:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784938567.350105:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cfd1a1e00/0x26783cd1c59efde8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efde1 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938567.350127:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cfd1a1e00/0x26783cd1c59efde8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efde1 expref: 18 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938567.350137:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cfd1a1e00/0x26783cd1c59efde8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efde1 expref: 18 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938567.350145:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cfd1a1e00, rc 0) 00000100:00100000:3.0:1784938567.350180:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:23435:x1871643144340352:12345-0@lo:101:mount.lustre.0 Request processed in 103us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938567.350188:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1784938567.350264:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc8cc3480 going to sleep for 11 seconds 00000100:00100000:3.0:1784938567.350285:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144340352:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784938567.350302:0:23435:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910d0215a000/0x26783cd1c59efde1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efde8 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938567.350310:0:23435:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910d0215a000/0x26783cd1c59efde1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efde8 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1784938567.358042:0:23435:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1784938567.358390:0:23435:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784938567.358574:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1784938567.358601:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1784938567.358615:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1784938567.358628:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1784938567.358641:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1784938567.358653:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1784938567.358666:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1784938567.358680:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1784938567.358694:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1784938567.358708:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1784938567.358720:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1784938567.358732:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1784938567.358766:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1784938567.358781:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1784938567.358796:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1784938567.358809:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1784938567.358823:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1784938567.358837:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1784938567.358867:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1784938567.358883:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1784938567.358895:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1784938567.358907:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1784938567.358920:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1784938567.358933:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1784938567.358944:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1784938567.358955:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1784938567.358967:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1784938567.358979:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1784938567.358992:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1784938567.359004:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1784938567.359016:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1784938567.359027:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1784938567.359052:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1784938567.359066:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1784938567.359078:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1784938567.359091:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1784938567.359104:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1784938567.359116:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1784938567.359127:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1784938567.359139:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1784938567.359152:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1784938567.359164:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1784938567.359179:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1784938567.359191:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1784938567.359202:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1784938567.359240:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1784938567.359258:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1784938567.359273:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1784938567.359379:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1784938567.359398:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1784938567.359431:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1784938567.359437:0:23435:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1784938567.359533:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144340480:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784938567.359602:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938567.359659:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144340480 00000100:00100000:3.0:1784938567.359666:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144340480 00000100:00100000:3.0:1784938567.359717:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1784938567.359726:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:23435:x1871643144340480:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784938567.359836:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:23435:x1871643144340480:12345-0@lo:501:mount.lustre.0 Request processed in 111us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938567.359843:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1784938567.359898:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc9bcd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784938567.359924:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144340480:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784938567.359953:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144340608:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784938567.359987:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938567.360008:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144340608 00000100:00100000:3.0:1784938567.360012:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144340608 00000100:00100000:3.0:1784938567.360028:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1784938567.360033:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:23435:x1871643144340608:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784938567.360099:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:23435:x1871643144340608:12345-0@lo:503:mount.lustre.0 Request processed in 65us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938567.360105:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1784938567.360141:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc9bcd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784938567.360153:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144340608:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1784938567.360510:0:23435:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1784938567.360564:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144340736:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938567.360599:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938567.360623:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144340736 00000100:00100000:3.0:1784938567.360627:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144340736 00000100:00100000:3.0:1784938567.360645:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1784938567.360651:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:23435:x1871643144340736:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938567.360721:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:23435:x1871643144340736:12345-0@lo:502:mount.lustre.0 Request processed in 69us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938567.360727:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1784938567.360757:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc9bcd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784938567.360769:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144340736:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784938567.365255:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:3.0:1784938567.365331:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:3.0:1784938567.365348:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:3.0:1784938567.365362:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:3.0:1784938567.365376:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:3.0:1784938567.365388:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:3.0:1784938567.365407:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:3.0:1784938567.365422:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:3.0:1784938567.365436:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:3.0:1784938567.365449:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:3.0:1784938567.365462:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:3.0:1784938567.365557:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:3.0:1784938567.365576:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:3.0:1784938567.365610:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:3.0:1784938567.365624:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:3.0:1784938567.365634:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:3.0:1784938567.365646:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:3.0:1784938567.365657:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:3.0:1784938567.365762:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:3.0:1784938567.365778:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:3.0:1784938567.365793:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:3.0:1784938567.365806:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:3.0:1784938567.365820:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:3.0:1784938567.365832:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:3.0:1784938567.365844:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:3.0:1784938567.365870:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:3.0:1784938567.365884:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:3.0:1784938567.366028:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:3.0:1784938567.366775:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:3.0:1784938567.366807:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:3.0:1784938567.366823:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:3.0:1784938567.366837:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:3.0:1784938567.366862:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:3.0:1784938567.366878:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:3.0:1784938567.368080:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:3.0:1784938567.368125:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:3.0:1784938567.368139:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:3.0:1784938567.368151:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:3.0:1784938567.368163:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:3.0:1784938567.368175:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:3.0:1784938567.368186:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:3.0:1784938567.368199:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:3.0:1784938567.368211:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:3.0:1784938567.368243:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:3.0:1784938567.368258:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:3.0:1784938567.368289:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:3.0:1784938567.368304:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:3.0:1784938567.368317:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:3.0:1784938567.368377:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144340864:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938567.368450:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938567.368503:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144340864 00000100:00100000:3.0:1784938567.368510:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144340864 00000100:00100000:3.0:1784938567.368560:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1784938567.368568:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:23435:x1871643144340864:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938567.368680:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:23435:x1871643144340864:12345-0@lo:502:mount.lustre.0 Request processed in 112us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938567.368687:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1784938567.368736:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc9bcd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784938567.368757:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144340864:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784938567.368942:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1784938567.368963:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1784938567.368982:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144340992:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938567.369022:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938567.369047:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144340992 00000100:00100000:3.0:1784938567.369051:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144340992 00000100:00100000:3.0:1784938567.369073:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1784938567.369079:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:23435:x1871643144340992:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938567.369137:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:23435:x1871643144340992:12345-0@lo:502:mount.lustre.0 Request processed in 58us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938567.369144:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1784938567.369174:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc9bcd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784938567.369186:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144340992:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784938567.369258:0:23435:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:3.0:1784938567.369266:0:23435:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1784938567.373191:0:23453:0:(obd_mount.c:226:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:3.0:1784938567.373208:0:23453:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff910cf3bf8000) 00000020:00000080:3.0:1784938567.373247:0:23453:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:3.0:1784938567.373421:0:23453:0:(tgt_mount.c:153:server_get_mount()) get mount ffff910cf786e000 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1784938567.373425:0:23453:0:(tgt_mount.c:187:server_put_mount()) put mount ffff910cf786e000 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1784938567.373428:0:23453:0:(obd_mount.c:706:lustre_put_lsi()) put ffff910cf786e000 3 00010000:00080000:3.0:1784938567.373459:0:23453:0:(ldlm_lib.c:125:import_set_conn()) imp ffff910cc487f000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.126@tcp at head 00010000:00010000:3.0:1784938567.380563:0:23453:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:3.0:1784938567.380676:0:23453:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:3.0:1784938567.380718:0:23453:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1784938567.380728:0:23453:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x26783cd1c59efdf6 00000100:00080000:3.0:1784938567.380739:0:23453:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 192.168.203.126@tcp last attempt 0 00000100:00080000:3.0:1784938567.380750:0:23453:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff910cc487f000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:3.0:1784938567.380787:0:23453:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cffce9c00 x1871643144341120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@192.168.203.126@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784938567.380845:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3639:1871643144341120:192.168.203.126@tcp:38:llog_process_th.0 00000100:00080000:3.0:1784938567.381195:0:23453:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1784938567.381232:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784938567.381237:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1784938567.381240:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1784938567.381242:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1784938567.381981:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938567.382018:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144341120 00000100:00100000:0.0:1784938567.382027:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144341120 00000100:00100000:0.0:1784938567.382062:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 2 00000100:00100000:0.0:1784938567.382070:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3639:x1871643144341120:12345-192.168.203.126@tcp:38:llog_process_th.0 00010000:00080000:0.0:1784938567.382094:0:22704:0:(ldlm_lib.c:1468:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@192.168.203.126@tcp t0 exp 0000000000000000 cur 635 last 0 00000020:00000080:0.0:1784938567.382134:0:22704:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x26783cd1c59efdfd 00000004:00100000:0.0:1784938567.382149:0:22704:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1784938567.382185:0:22704:0:(import.c:65:import_set_state_nolock()) ffff910cfd3be000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1784938567.382256:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1871643144341120:12345-192.168.203.126@tcp:38:llog_process_th.0 Request processed in 185us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938567.382264:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 2 00010000:00080000:0.0:1784938567.382389:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff910cffce9c00 x1871643144341120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@192.168.203.126@tcp:12/10 lens 520/416 e 0 to 0 dl 1784938577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938567.382400:0:3639:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1784938567.382409:0:3639:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1784938567.382416:0:3639:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1784938567.382420:0:3639:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1784938567.382422:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cc487f000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1784938567.382428:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3639:1871643144341120:192.168.203.126@tcp:38:llog_process_th.0 00000040:00080000:2.0:1784938567.384155:0:23453:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:2.0:1784938567.387076:0:23435:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1784938567.387126:0:23435:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1784938567.387150:0:23435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910d0215a000/0x26783cd1c59efde1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efde8 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938567.387164:0:23435:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910d0215a000/0x26783cd1c59efde1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efde8 expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1784938567.387233:0:23435:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1784938567.387236:0:23435:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1784938567.387237:0:23435:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784938567.387238:0:23435:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784938567.387240:0:23435:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784938567.387241:0:23435:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784938567.387242:0:23435:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1784938567.387249:0:23435:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784938567.387250:0:23435:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1784938567.387254:0:23435:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:2.0:1784938567.387256:0:23435:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1784938567.387257:0:23435:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1784938567.387258:0:23435:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784938567.387259:0:23435:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784938567.387260:0:23435:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784938567.387261:0:23435:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784938567.387262:0:23435:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1784938567.387263:0:23435:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784938567.387264:0:23435:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1784938567.387290:0:23435:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1784938567.387310:0:23435:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144341248:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1784938567.387384:0:23435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938567.387428:0:23435:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd21a96c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784938567.388034:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144341248 00000100:00100000:1.0:1784938567.388042:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144341248 00000100:00100000:1.0:1784938567.388099:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1784938567.388108:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:23435:x1871643144341248:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1784938567.388139:0:22696:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1784938567.388152:0:22696:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:0.0:1784938567.394034:0:22683:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:1.0:1784938567.396845:0:22696:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1784938567.396882:0:22696:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:3.0:1784938567.396983:0:22719:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1784938567.396990:0:22719:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1784938567.397012:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff910cfd1a0400/0x26783cd1c59efe04 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938567.397028:0:22719:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff910cf2fa3a00/0x26783cd1c59efd08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efd01 expref: 18 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938567.397049:0:22719:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff910cc97d1400/0x26783cd1c59efdcc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efdc5 expref: 18 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938567.397056:0:22719:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff910cfd1a0400/0x26783cd1c59efe04 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938567.397097:0:22719:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff910cc97d1400/0x26783cd1c59efdcc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26783cd1c59efdc5 expref: 18 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938567.397109:0:22719:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff910cc97d1400/0x26783cd1c59efdcc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26783cd1c59efdc5 expref: 18 pid: 22698 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938567.397124:0:22719:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22719:1871643144341376:0@lo:104: 00000100:00100000:3.0:1784938567.397203:0:22719:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1784938567.397270:0:22719:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff910cf2fa3a00/0x26783cd1c59efd08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26783cd1c59efd01 expref: 18 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938567.397281:0:22719:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff910cf2fa3a00/0x26783cd1c59efd08 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26783cd1c59efd01 expref: 18 pid: 22698 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938567.397290:0:22719:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffceaa00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22719:1871643144341504:0@lo:104: 00000100:00100000:3.0:1784938567.397315:0:22719:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938567.397338:0:22719:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc9bcd3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784938567.397373:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144341376 00000100:00100000:1.0:1784938567.397381:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144341376 00000100:00100000:3.0:1784938567.397383:0:22687:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144341504 00000100:00100000:3.0:1784938567.397389:0:22687:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144341504 00000100:00100000:1.0:1784938567.397419:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1784938567.397428:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffceb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+4:22719:x1871643144341376:12345-0@lo:104: 00010000:00010000:1.0:1784938567.397573:0:22686:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff910d0215be00/0x26783cd1c59efdc5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efdcc expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.397635:0:22686:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1784938567.397641:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffceb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+4:22719:x1871643144341376:12345-0@lo:104: Request processed in 214us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938567.397648:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1784938567.397748:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1784938567.397756:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffceb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+3:22719:x1871643144341504:12345-0@lo:104: 00010000:00010000:1.0:1784938567.397765:0:22686:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff910d0215a200/0x26783cd1c59efd01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efd08 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.397800:0:22686:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1784938567.397805:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffceb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+3:22719:x1871643144341504:12345-0@lo:104: Request processed in 51us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938567.397811:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:1.0:1784938567.397827:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1784938567.397838:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910d0215be00/0x26783cd1c59efdc5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efdcc expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.397846:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d0215be00 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:1.0:1784938567.397860:0:22692:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910d0215be00/0x26783cd1c59efdc5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x26783cd1c59efdcc expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.397869:0:22692:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910d0215be00/0x26783cd1c59efdc5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x26783cd1c59efdcc expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784938567.397876:0:22692:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910d0215be00/0x26783cd1c59efdc5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x26783cd1c59efdcc expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784938567.397882:0:22692:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1784938567.398019:0:22692:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910d0215be00/0x26783cd1c59efdc5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efdcc expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.398027:0:22692:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784938567.398046:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910d0215be00/0x26783cd1c59efdc5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efdcc expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.398053:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910d0215be00/0x26783cd1c59efdc5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efdcc expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.398065:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784938567.398068:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910d0215a200/0x26783cd1c59efd01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efd08 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.398073:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d0215a200 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:1.0:1784938567.398076:0:22692:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910d0215a200/0x26783cd1c59efd01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x26783cd1c59efd08 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.398936:0:22692:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910d0215a200/0x26783cd1c59efd01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x26783cd1c59efd08 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784938567.398943:0:22692:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910d0215a200/0x26783cd1c59efd01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x26783cd1c59efd08 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784938567.398948:0:22692:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1784938567.398968:0:22692:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910d0215a200/0x26783cd1c59efd01 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efd08 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.398974:0:22692:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784938567.398982:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910d0215a200/0x26783cd1c59efd01 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efd08 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.398989:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910d0215a200/0x26783cd1c59efd01 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efd08 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.399003:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938567.399005:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938567.399007:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784938567.399079:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:23435:x1871643144341248:12345-0@lo:253:mount.lustre.0 Request processed in 10971us (11694us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938567.399152:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1784938567.399157:0:23435:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:23435:1871643144341248:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1784938567.399171:0:23435:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1784938567.399174:0:23435:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1784938567.399176:0:23435:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1784938567.399177:0:23435:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784938567.399178:0:23435:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784938567.399179:0:23435:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784938567.399181:0:23435:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784938567.399183:0:23435:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1784938567.399184:0:23435:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00010000:00010000:1.0:1784938567.399184:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1784938567.399186:0:23435:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1784938567.399198:0:23435:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1784938567.399207:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144341632:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784938567.399256:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938567.399290:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1784938567.399295:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144341760:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784938567.399324:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938567.399360:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144341632 00000100:00100000:1.0:1784938567.399365:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144341632 00010000:00010000:1.0:1784938567.399386:0:22689:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff910cc97d1400/0x26783cd1c59efdcc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efdc5 expref: 18 pid: 22698 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938567.399406:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144341760 00000100:00100000:1.0:1784938567.399408:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144341760 00010000:00010000:1.0:1784938567.399418:0:22689:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff910cf2fa3a00/0x26783cd1c59efd08 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efd01 expref: 19 pid: 22698 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938567.399432:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1784938567.399438:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+19:3642:x1871643144341632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1784938567.399450:0:22689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784938567.399454:0:22689:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff910cc97d1400/0x26783cd1c59efdcc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efdc5 expref: 19 pid: 22698 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.399464:0:22689:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff910cc97d1400/0x26783cd1c59efdcc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26783cd1c59efdc5 expref: 19 pid: 22698 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.399486:0:22689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784938567.399512:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+19:3642:x1871643144341632:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938567.399518:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1784938567.399530:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1784938567.399536:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:3642:x1871643144341760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1784938567.399543:0:22689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784938567.399547:0:22689:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff910cf2fa3a00/0x26783cd1c59efd08 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efd01 expref: 18 pid: 22698 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.399565:0:22689:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff910cf2fa3a00/0x26783cd1c59efd08 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26783cd1c59efd01 expref: 18 pid: 22698 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.399577:0:22689:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff910cfd1a0400/0x26783cd1c59efe04 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.399585:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cfd1a0400/0x26783cd1c59efe04 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1784938567.399597:0:22689:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003728163s 00010000:00010000:1.0:1784938567.399607:0:22689:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff910cfd1a0400/0x26783cd1c59efe04 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.399616:0:22689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff910cfd1a0400/0x26783cd1c59efe04 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.399623:0:22689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff910cfd1a0400/0x26783cd1c59efe04 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.399629:0:22689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff910cfd1a0400/0x26783cd1c59efe04 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.399635:0:22689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a0400 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:1.0:1784938567.399639:0:22689:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff910cfd1a0400/0x26783cd1c59efe04 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.399647:0:22689:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff910cfd1a0400/0x26783cd1c59efe04 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.399655:0:22689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff910cfd1a0400/0x26783cd1c59efe04 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.399669:0:22689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784938567.399692:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:3642:x1871643144341760:12345-0@lo:103:ldlm_bl.0 Request processed in 156us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938567.399698:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1784938567.399724:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144341760:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784938567.399733:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144341632:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1784938567.399757:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cc97d1400/0x26783cd1c59efdcc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26783cd1c59efdc5 expref: 17 pid: 22698 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938567.399766:0:22719:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22719:1871643144341376:0@lo:104: 00010000:00010000:1.0:1784938567.399775:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cf2fa3a00/0x26783cd1c59efd08 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26783cd1c59efd01 expref: 16 pid: 22698 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938567.399783:0:22719:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffceaa00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22719:1871643144341504:0@lo:104: 00010000:00010000:1.0:1784938567.399795:0:22719:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff910cfd1a0400/0x26783cd1c59efe04 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.399803:0:22719:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff910cfd1a0400/0x26783cd1c59efe04 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.399808:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff910cfd1a0400/0x26783cd1c59efe04 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938567.399814:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cfd1a0400/0x26783cd1c59efe04 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:2.0:1784938567.404516:0:23435:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:1.0:1784938567.404623:0:23459:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:1.0:1784938567.404632:0:23459:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:0.0:1784938567.405924:0:23461:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1784938567.406074:0:23435:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:0.0:1784938567.406566:0:23461:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1784938567.412236:0:23461:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1784938567.412317:0:23461:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:1.0:1784938567.413950:0:23462:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23462:1871643144341888:192.168.203.126@tcp:1000:lod0001_rec0000.0 00000100:00100000:1.0:1784938567.414040:0:23462:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc179be40 going to sleep for 11 seconds 00000100:00100000:3.0:1784938567.414329:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938567.414358:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144341888 00000100:00100000:3.0:1784938567.414364:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144341888 00000100:00100000:3.0:1784938567.414406:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 8 00000100:00100000:3.0:1784938567.414414:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffceb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23462:x1871643144341888:12345-192.168.203.126@tcp:1000:lod0001_rec0000.0 00000100:00100000:3.0:1784938567.414490:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffceb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23462:x1871643144341888:12345-192.168.203.126@tcp:1000:lod0001_rec0000.0 Request processed in 75us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938567.414498:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 8 00000100:00100000:1.0:1784938567.414789:0:23462:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23462:1871643144341888:192.168.203.126@tcp:1000:lod0001_rec0000.0 00000040:01000000:1.0:1784938567.414819:0:23462:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1784938567.414845:0:23462:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23462:1871643144342016:192.168.203.126@tcp:1000:lod0001_rec0000.0 00000100:00100000:1.0:1784938567.415246:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938567.415269:0:23462:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc179be40 going to sleep for 11 seconds 00000100:00100000:2.0:1784938567.415377:0:23444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144342016 00000100:00100000:2.0:1784938567.415382:0:23444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144342016 00000100:00100000:2.0:1784938567.415449:0:23444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 9 00000100:00100000:2.0:1784938567.415457:0:23444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23462:x1871643144342016:12345-192.168.203.126@tcp:1000:lod0001_rec0000.0 00000040:01000000:2.0:1784938567.415844:0:23435:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1784938567.416026:0:23435:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1784938567.416479:0:23435:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1784938567.416487:0:23435:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1784938567.416519:0:23435:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1784938567.421042:0:23444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23462:x1871643144342016:12345-192.168.203.126@tcp:1000:lod0001_rec0000.0 Request processed in 5574us (5785us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938567.421058:0:23444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 9 00000100:00100000:1.0:1784938567.423101:0:23462:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23462:1871643144342016:192.168.203.126@tcp:1000:lod0001_rec0000.0 00000100:00100000:1.0:1784938567.423203:0:23462:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23462:1871643144342144:192.168.203.126@tcp:900:lod0001_rec0000.0 00000100:00100000:1.0:1784938567.423352:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938567.423370:0:23462:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc179b3c0 going to sleep for 11 seconds 00000040:00080000:2.0:1784938567.423535:0:23435:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00100000:0.0:1784938567.423920:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144342144 00000100:00100000:0.0:1784938567.423927:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144342144 00000100:00100000:0.0:1784938567.423979:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 0 00000100:00100000:0.0:1784938567.423989:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23462:x1871643144342144:12345-192.168.203.126@tcp:900:lod0001_rec0000.0 00000100:00100000:0.0:1784938567.424045:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23462:x1871643144342144:12345-192.168.203.126@tcp:900:lod0001_rec0000.0 Request processed in 57us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938567.424064:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 0 00000040:00080000:2.0:1784938567.424545:0:23435:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1784938567.424587:0:23435:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00010000:00080000:1.0:1784938567.426025:0:23462:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff910cc875d500 x1871643144342144/t0(0) o900->lustre-MDT0000-lwp-MDT0001@192.168.203.126@tcp:29/10 lens 264/248 e 0 to 0 dl 1784938583 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938567.426046:0:23462:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23462:1871643144342144:192.168.203.126@tcp:900:lod0001_rec0000.0 00000100:00100000:1.0:1784938567.426134:0:23462:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23462:1871643144342272:192.168.203.126@tcp:1000:lod0001_rec0000.0 00000100:00100000:1.0:1784938567.426236:0:23462:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc179be40 going to sleep for 11 seconds 00000100:00100000:0.0:1784938567.426493:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000040:00080000:2.0:1784938567.426710:0:23435:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:2.0:1784938567.428551:0:23435:0:(osd_handler.c:5582:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:0.0:1784938567.428568:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144342272 00000100:00100000:0.0:1784938567.428578:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144342272 00000100:00100000:0.0:1784938567.428637:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 10 00000100:00100000:0.0:1784938567.428647:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23462:x1871643144342272:12345-192.168.203.126@tcp:1000:lod0001_rec0000.0 00000100:00100000:0.0:1784938567.429065:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23462:x1871643144342272:12345-192.168.203.126@tcp:1000:lod0001_rec0000.0 Request processed in 418us (2571us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938567.429073:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 10 00000100:00100000:1.0:1784938567.429346:0:23462:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23462:1871643144342272:192.168.203.126@tcp:1000:lod0001_rec0000.0 00000040:00080000:1.0:1784938567.429403:0:23462:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1784938567.433830:0:23462:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000001:00000004:2.0:1784938567.433908:0:23435:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1784938567.435486:0:23435:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1784938567.435519:0:23435:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb7d540d87988 00000004:00080000:1.0:1784938567.435525:0:23462:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00100000:10000000:2.0:1784938567.435526:0:23435:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000004:00080000:1.0:1784938567.435537:0:23462:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000020:01000004:1.0:1784938567.436932:0:23435:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1784938567.436965:0:23435:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.126@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1784938567.436984:0:23435:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1784938567.437008:0:23435:0:(super25.c:181:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:1.0:1784938567.437808:0:23435:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1784938567.438053:0:23435:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1784938567.459459:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdfa34f00 going to sleep for 0 seconds 00010000:00010000:1.0:1784938568.045421:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1784938568.420407:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1784938568.486473:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdfa34f00 going to sleep for 0 seconds 00010000:00010000:1.0:1784938569.056905:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1784938569.056971:0:22700:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1784938569.056977:0:22700:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff910cf786e000 from 12 10000000:01000000:0.0:1784938569.056985:0:22700:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1784938569.057044:0:22700:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59efe0b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938569.057059:0:22700:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59efe0b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938569.057072:0:22700:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59efe0b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938569.057105:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144342400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1784938569.057202:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938569.057277:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910d019cec00 going to sleep for 11 seconds 00000100:00100000:1.0:1784938569.057343:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144342400 00000100:00100000:1.0:1784938569.057352:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144342400 00000100:00100000:1.0:1784938569.057425:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1784938569.057436:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd904050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+16:22700:x1871643144342400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784938569.057454:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784938569.057474:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cf2fa2e00/0x26783cd1c59efe12 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efe0b expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938569.057502:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cf2fa2e00/0x26783cd1c59efe12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efe0b expref: 17 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938569.057515:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cf2fa2e00/0x26783cd1c59efe12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efe0b expref: 17 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938569.057526:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cf2fa2e00, rc 0) 00000100:00100000:1.0:1784938569.057568:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd904050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+17:22700:x1871643144342400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938569.057575:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1784938569.057683:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144342400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784938569.057714:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59efe0b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe12 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938569.057724:0:22700:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59efe0b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efe12 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938569.057785:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144342528:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1784938569.057822:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938569.057858:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910d019cec00 going to sleep for 11 seconds 00000100:00100000:1.0:1784938569.058016:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144342528 00000100:00100000:1.0:1784938569.058021:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144342528 00000100:00100000:1.0:1784938569.058058:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1784938569.058076:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd904c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+17:22700:x1871643144342528:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1784938569.058096:0:22696:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1784938569.058113:0:22696:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1784938569.058117:0:22696:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1784938569.058240:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd904c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+17:22700:x1871643144342528:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 140us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938569.058248:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1784938569.058323:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144342528:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1784938569.058383:0:22700:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1784938569.058392:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59efe0b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe12 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938569.058401:0:22700:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59efe0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe12 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784938569.058410:0:22700:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1784938569.058413:0:22700:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff910cf7af1800 from 12 10000000:01000000:0.0:1784938569.058416:0:22700:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1784938569.058437:0:22700:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b77a00/0x26783cd1c59efe19 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938569.058445:0:22700:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910ce6b77a00/0x26783cd1c59efe19 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938569.058453:0:22700:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910ce6b77a00/0x26783cd1c59efe19 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938569.058478:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144342656:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1784938569.058504:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938569.058534:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910d019cec00 going to sleep for 11 seconds 00000100:00100000:3.0:1784938569.058664:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144342656 00000100:00100000:3.0:1784938569.058670:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144342656 00000100:00100000:3.0:1784938569.058701:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1784938569.058710:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd907c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+17:22700:x1871643144342656:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784938569.058720:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784938569.058735:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cfd1a1400/0x26783cd1c59efe20 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efe19 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938569.058768:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cfd1a1400/0x26783cd1c59efe20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efe19 expref: 18 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938569.058779:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cfd1a1400/0x26783cd1c59efe20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efe19 expref: 18 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938569.058806:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cfd1a1400, rc 0) 00000100:00100000:3.0:1784938569.058854:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd907c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:22700:x1871643144342656:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938569.058860:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1784938569.059062:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144342656:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784938569.059078:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910ce6b77a00/0x26783cd1c59efe19 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe20 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938569.059087:0:22700:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910ce6b77a00/0x26783cd1c59efe19 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efe20 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938569.059131:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144342784:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1784938569.059161:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938569.059183:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910d019cec00 going to sleep for 11 seconds 00000100:00100000:1.0:1784938569.059252:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144342784 00000100:00100000:1.0:1784938569.059256:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144342784 00000100:00100000:1.0:1784938569.059297:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1784938569.059305:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cf4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:22700:x1871643144342784:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1784938569.059317:0:22697:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1784938569.059333:0:22697:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1784938569.059336:0:22697:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1784938569.059423:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cf4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:22700:x1871643144342784:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 118us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938569.059433:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1784938569.059506:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144342784:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1784938569.059546:0:22700:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1784938569.059553:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b77a00/0x26783cd1c59efe19 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe20 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938569.059560:0:22700:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910ce6b77a00/0x26783cd1c59efe19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe20 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1784938569.441194:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1784938569.503755:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdfa34f00 going to sleep for 0 seconds 00010000:00010000:1.0:1784938570.080074:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784938570.527370:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdfa34f00 going to sleep for 0 seconds 00010000:00010000:1.0:1784938571.104583:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784938571.553917:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdfa34f00 going to sleep for 0 seconds 00000001:02000400:0.0:1784938572.017428:0:23705:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg326-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1784938572.130950:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784938572.447579:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144342912:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:0.0:1784938572.453089:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938572.453151:0:23444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144342912 00000100:00100000:0.0:1784938572.453163:0:23444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144342912 00000100:00100000:0.0:1784938572.453255:0:23444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 11 00000100:00100000:0.0:1784938572.453269:0:23444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144342912:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00080000:1.0:1784938572.453306:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1784938572.453313:0:20526:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1784938572.453318:0:20526:0:(import.c:65:import_set_state_nolock()) ffff910cc487a000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000004:00000024:0.0:1784938572.453318:0:23444:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00080000:1.0:1784938572.453336:0:20526:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff910cc487a000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:1.0:1784938572.453368:0:20526:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cc875e300 x1871643144343168/t0(0) o38->lustre-MDT0001-osp-MDT0000@192.168.203.126@tcp:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1784938572.453387:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938572.453400:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784938572.453403:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938572.453406:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784938572.453430:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938572.453434:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784938572.453437:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938572.453440:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1784938572.453533:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144343168:192.168.203.126@tcp:38:kworker.0 00000100:00100000:0.0:1784938572.453731:0:23444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144342912:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 Request processed in 464us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938572.453740:0:23444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 11 00000100:00100000:1.0:1784938572.461586:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1871643144343296:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938572.461724:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1784938572.461734:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3642:1871643144343424:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938572.461781:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3641:1871643144343040:0@lo:400:kworker.0 00000100:00100000:3.0:1784938572.462667:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938572.462725:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938572.462746:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938572.462766:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938572.462784:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144343296 00000100:00100000:2.0:1784938572.462796:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144343296 00000100:00100000:2.0:1784938572.462868:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144343424 00000100:00100000:2.0:1784938572.462872:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144343424 00000100:00100000:2.0:1784938572.462898:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 3 00000100:00100000:1.0:1784938572.462900:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144343040 00000100:00100000:1.0:1784938572.462907:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144343040 00000100:00100000:2.0:1784938572.462911:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffcea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1871643144343296:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938572.462959:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1784938572.462970:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cf4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:3641:x1871643144343040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784938572.462989:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffcea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1871643144343296:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 81us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938572.462999:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 3 00000100:00100000:1.0:1784938572.463022:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cf4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:3641:x1871643144343040:12345-0@lo:400:kworker.0 Request processed in 54us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938572.463027:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 4 00000100:00100000:1.0:1784938572.463040:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1784938572.463041:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffce9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1871643144343424:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938572.463074:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffce9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1871643144343424:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 37us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938572.463089:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 4 00000100:00100000:1.0:1784938572.463107:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3641:1871643144343040:0@lo:400:kworker.0 00000100:00100000:1.0:1784938572.465248:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144343168 00000100:00100000:1.0:1784938572.465283:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144343168 00000100:00100000:1.0:1784938572.465336:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 12 00000100:00100000:1.0:1784938572.465347:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffce8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3639:x1871643144343168:12345-192.168.203.126@tcp:38:kworker.0 00010000:00080000:1.0:1784938572.465391:0:22709:0:(ldlm_lib.c:1468:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@192.168.203.126@tcp t0 exp 0000000000000000 cur 640 last 0 00000020:00000080:1.0:1784938572.465441:0:22709:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x26783cd1c59efe27 00000004:00100000:1.0:1784938572.465458:0:22709:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1784938572.465466:0:22709:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00080000:1.0:1784938572.465594:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff910cc875d880 x1871643144343424/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938572.465613:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3642:1871643144343424:192.168.203.126@tcp:400:kworker.0 00010000:00080000:1.0:1784938572.465629:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff910cc875d180 x1871643144343296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938572.466426:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144342912:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:1.0:1784938572.466917:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1871643144343296:192.168.203.126@tcp:400:kworker.0 00000100:00080000:0.0:1784938572.476156:0:22709:0:(import.c:65:import_set_state_nolock()) ffff910cfd3ba800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1784938572.477861:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffce8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3639:x1871643144343168:12345-192.168.203.126@tcp:38:kworker.0 Request processed in 12498us (15183us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938572.477882:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 12 00000100:00080000:1.0:1784938572.479028:0:3639:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1784938572.479051:0:3639:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1784938572.479058:0:3639:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1784938572.479064:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cc487a000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1784938572.479097:0:3639:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000083b0a59f): req@ffff910cf3b6e300 x1871643144335744/t0(0) o1000->lustre-MDT0001-osp-MDT0000@192.168.203.126@tcp:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938572.479123:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144343168:192.168.203.126@tcp:38:kworker.0 00000100:00100000:2.0:1784938572.479198:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144343552:192.168.203.126@tcp:41:osp-pre-1-0.0 00000100:00100000:1.0:1784938572.479290:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdfa34f00 going to sleep for 11 seconds 00000100:00100000:1.0:1784938572.491422:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938572.491488:0:23444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144343552 00000100:00100000:1.0:1784938572.491500:0:23444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144343552 00000100:00100000:1.0:1784938572.491582:0:23444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 13 00000100:00100000:1.0:1784938572.491594:0:23444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3640:x1871643144343552:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 00000004:00000024:1.0:1784938572.491658:0:23444:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1784938572.491741:0:23444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3640:x1871643144343552:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 Request processed in 148us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938572.491749:0:23444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 13 00000100:00100000:0.0:1784938572.492087:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938572.492114:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144335744 00000100:00100000:0.0:1784938572.492119:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144335744 00000100:00100000:0.0:1784938572.492154:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 14 00000100:00100000:0.0:1784938572.492162:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22745:x1871643144335744:12345-192.168.203.126@tcp:1000:lod0000_rec0001.0 00000100:00100000:0.0:1784938572.492271:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22745:x1871643144335744:12345-192.168.203.126@tcp:1000:lod0000_rec0001.0 Request processed in 109us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938572.492279:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 14 00000100:00100000:0.0:1784938572.492491:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6e300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22745:1871643144335744:192.168.203.126@tcp:1000:lod0000_rec0001.0 00000040:01000000:0.0:1784938572.492547:0:22745:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1784938572.492607:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6e300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22745:1871643144343680:192.168.203.126@tcp:1000:lod0000_rec0001.0 00000100:00100000:0.0:1784938572.492709:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc77bd0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784938572.492790:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938572.492813:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144343680 00000100:00100000:0.0:1784938572.492827:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144343680 00000100:00100000:0.0:1784938572.492858:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 15 00000100:00100000:0.0:1784938572.492865:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22745:x1871643144343680:12345-192.168.203.126@tcp:1000:lod0000_rec0001.0 00000100:00100000:0.0:1784938572.493120:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22745:x1871643144343680:12345-192.168.203.126@tcp:1000:lod0000_rec0001.0 Request processed in 253us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938572.493128:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 15 00000100:00100000:0.0:1784938572.493459:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6e300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22745:1871643144343680:192.168.203.126@tcp:1000:lod0000_rec0001.0 00000100:00100000:0.0:1784938572.493557:0:22745:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6e300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22745:1871643144343808:192.168.203.126@tcp:1000:lod0000_rec0001.0 00000100:00100000:0.0:1784938572.493602:0:22745:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cca3e4180 going to sleep for 11 seconds 00000100:00100000:0.0:1784938572.494982:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938572.495031:0:23444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144343808 00000100:00100000:0.0:1784938572.495040:0:23444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144343808 00000100:00100000:0.0:1784938572.495092:0:23444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 16 00000100:00100000:0.0:1784938572.495103:0:23444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22745:x1871643144343808:12345-192.168.203.126@tcp:1000:lod0000_rec0001.0 00000100:00100000:0.0:1784938572.495241:0:23444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22745:x1871643144343808:12345-192.168.203.126@tcp:1000:lod0000_rec0001.0 Request processed in 140us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938572.495250:0:23444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 16 00000100:00100000:0.0:1784938572.495424:0:22745:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6e300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22745:1871643144343808:192.168.203.126@tcp:1000:lod0000_rec0001.0 00000040:00080000:0.0:1784938572.495520:0:22745:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1784938572.495976:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144343552:192.168.203.126@tcp:41:osp-pre-1-0.0 00000040:00080000:0.0:1784938572.504604:0:22745:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1784938572.504745:0:22745:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 18, retries 0 00000004:00080000:0.0:1784938572.504775:0:22745:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000020:00000004:0.0:1784938573.109322:0:23758:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1784938573.109514:0:23758:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1784938573.152439:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1784938574.080941:0:23808:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1784938574.081180:0:23808:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1784938574.176069:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938575.199398:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1784938575.223172:0:23856:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd7caee910 20000000:00000080:3.0:1784938575.223196:0:23856:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff910cfeaf2000 uarg=0000000000000000 20000000:01000000:3.0:1784938575.223329:0:23856:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1784938575.223339:0:23856:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1784938575.223345:0:23856:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:0.0:1784938575.223944:0:23857:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:3.0:1784938575.224128:0:23856:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1784938575.230357:0:23856:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1784938575.230518:0:23856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff910cc97d1600/0x26783cd1c59efe2e lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938575.230543:0:23856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff910d0215ba00/0x26783cd1c59efcd7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efcd0 expref: 17 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938575.230553:0:23856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59efdda lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efdd3 expref: 17 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938575.230561:0:23856:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff910cc97d1600/0x26783cd1c59efe2e lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938575.230619:0:23856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59efdda lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26783cd1c59efdd3 expref: 17 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938575.230637:0:23856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59efdda lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26783cd1c59efdd3 expref: 17 pid: 22697 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938575.230654:0:23856:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23856:1871643144343936:0@lo:104: 00000100:00100000:2.0:1784938575.230745:0:23856:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1784938575.230829:0:23856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff910d0215ba00/0x26783cd1c59efcd7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26783cd1c59efcd0 expref: 17 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938575.230839:0:23856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff910d0215ba00/0x26783cd1c59efcd7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26783cd1c59efcd0 expref: 17 pid: 22696 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938575.230861:0:23856:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23856:1871643144344064:0@lo:104: 00000100:00100000:2.0:1784938575.230885:0:23856:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938575.230908:0:23856:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cf78446c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784938575.230995:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144343936 00000100:00100000:1.0:1784938575.231006:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144343936 00000100:00100000:1.0:1784938575.231054:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144344064 00000100:00100000:1.0:1784938575.231058:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144344064 00000100:00100000:1.0:1784938575.231072:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1784938575.231082:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+4:23856:x1871643144343936:12345-0@lo:104: 00010000:00010000:1.0:1784938575.231098:0:22686:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff910d0215b600/0x26783cd1c59efdd3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efdda expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.231171:0:22686:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1784938575.231177:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+4:23856:x1871643144343936:12345-0@lo:104: Request processed in 97us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938575.231185:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1784938575.231205:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1784938575.231211:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+3:23856:x1871643144344064:12345-0@lo:104: 00010000:00010000:1.0:1784938575.231250:0:22686:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2600/0x26783cd1c59efcd0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efcd7 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.231284:0:22686:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1784938575.231289:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+3:23856:x1871643144344064:12345-0@lo:104: Request processed in 79us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938575.231302:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1784938575.231319:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1784938575.231326:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910d0215b600/0x26783cd1c59efdd3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efdda expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.231334:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d0215b600 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:1.0:1784938575.231339:0:22692:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910d0215b600/0x26783cd1c59efdd3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x26783cd1c59efdda expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.231349:0:22692:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910d0215b600/0x26783cd1c59efdd3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x26783cd1c59efdda expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784938575.231356:0:22692:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910d0215b600/0x26783cd1c59efdd3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x26783cd1c59efdda expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784938575.231363:0:22692:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1784938575.231398:0:22692:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910d0215b600/0x26783cd1c59efdd3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efdda expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.231405:0:22692:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784938575.231427:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910d0215b600/0x26783cd1c59efdd3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efdda expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.231435:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910d0215b600/0x26783cd1c59efdd3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efdda expref: -99 pid: 23435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.231454:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784938575.231457:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2600/0x26783cd1c59efcd0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efcd7 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.231475:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cf2fa2600 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:1.0:1784938575.231479:0:22692:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2600/0x26783cd1c59efcd0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x26783cd1c59efcd7 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.231485:0:22692:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2600/0x26783cd1c59efcd0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x26783cd1c59efcd7 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784938575.231491:0:22692:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2600/0x26783cd1c59efcd0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x26783cd1c59efcd7 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784938575.231496:0:22692:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1784938575.231511:0:22692:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2600/0x26783cd1c59efcd0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efcd7 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.231517:0:22692:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784938575.231533:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2600/0x26783cd1c59efcd0 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efcd7 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.231540:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2600/0x26783cd1c59efcd0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efcd7 expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.231558:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938575.231560:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938575.231562:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938575.231569:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784938575.231592:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3641:1871643144344192:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784938575.231626:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938575.231669:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144344320:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784938575.231702:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938575.231738:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144344192 00000100:00100000:1.0:1784938575.231742:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144344192 00010000:00010000:1.0:1784938575.231763:0:22690:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59efdda lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efdd3 expref: 18 pid: 22697 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938575.231784:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144344320 00000100:00100000:1.0:1784938575.231787:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144344320 00010000:00010000:1.0:1784938575.231808:0:22690:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff910d0215ba00/0x26783cd1c59efcd7 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efcd0 expref: 19 pid: 22696 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938575.231821:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1784938575.231827:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+19:3641:x1871643144344192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1784938575.231839:0:22690:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784938575.231844:0:22690:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59efdda lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efdd3 expref: 19 pid: 22697 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.231854:0:22690:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59efdda lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26783cd1c59efdd3 expref: 19 pid: 22697 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.231870:0:22690:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784938575.231895:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+19:3641:x1871643144344192:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938575.231901:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1784938575.231912:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1784938575.231917:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:3642:x1871643144344320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1784938575.231924:0:22690:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784938575.231928:0:22690:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff910d0215ba00/0x26783cd1c59efcd7 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efcd0 expref: 18 pid: 22696 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.231947:0:22690:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff910d0215ba00/0x26783cd1c59efcd7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26783cd1c59efcd0 expref: 18 pid: 22696 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.231959:0:22690:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff910cc97d1600/0x26783cd1c59efe2e lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.231967:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cc97d1600/0x26783cd1c59efe2e lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.231980:0:22690:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff910cc97d1600/0x26783cd1c59efe2e lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.231987:0:22690:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff910cc97d1600/0x26783cd1c59efe2e lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.231994:0:22690:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff910cc97d1600/0x26783cd1c59efe2e lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.232000:0:22690:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff910cc97d1600/0x26783cd1c59efe2e lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.232006:0:22690:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d1600 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:1.0:1784938575.232011:0:22690:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff910cc97d1600/0x26783cd1c59efe2e lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.232019:0:22690:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff910cc97d1600/0x26783cd1c59efe2e lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.232027:0:22690:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff910cc97d1600/0x26783cd1c59efe2e lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938575.232048:0:22690:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784938575.232073:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:3642:x1871643144344320:12345-0@lo:103:ldlm_bl.0 Request processed in 155us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938575.232080:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1784938575.232123:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144344320:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784938575.232152:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3641:1871643144344192:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784938575.232333:0:23856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59efdda lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26783cd1c59efdd3 expref: 17 pid: 22697 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938575.232347:0:23856:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23856:1871643144343936:0@lo:104: 00010000:00010000:2.0:1784938575.232357:0:23856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910d0215ba00/0x26783cd1c59efcd7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26783cd1c59efcd0 expref: 16 pid: 22696 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938575.232366:0:23856:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23856:1871643144344064:0@lo:104: 00010000:00010000:2.0:1784938575.232381:0:23856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff910cc97d1600/0x26783cd1c59efe2e lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938575.232392:0:23856:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff910cc97d1600/0x26783cd1c59efe2e lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938575.232399:0:23856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff910cc97d1600/0x26783cd1c59efe2e lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938575.232405:0:23856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cc97d1600/0x26783cd1c59efe2e lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938576.227911:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1784938576.416666:0:22700:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1784938576.416679:0:22700:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff910cf786e000 from 13 10000000:01000000:1.0:1784938576.416687:0:22700:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1784938576.416750:0:22700:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3200/0x26783cd1c59efe35 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938576.416765:0:22700:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3200/0x26783cd1c59efe35 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938576.416779:0:22700:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3200/0x26783cd1c59efe35 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938576.416826:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144344448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1784938576.416923:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938576.416994:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910d019cef00 going to sleep for 11 seconds 00000100:00100000:2.0:1784938576.417314:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144344448 00000100:00100000:2.0:1784938576.417325:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144344448 00000100:00100000:2.0:1784938576.417402:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1784938576.417413:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+16:22700:x1871643144344448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784938576.417432:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938576.417469:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cc97d1c00/0x26783cd1c59efe3c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efe35 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938576.417514:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cc97d1c00/0x26783cd1c59efe3c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efe35 expref: 17 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938576.417527:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cc97d1c00/0x26783cd1c59efe3c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efe35 expref: 17 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938576.417538:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cc97d1c00, rc 0) 00000100:00100000:2.0:1784938576.417600:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+17:22700:x1871643144344448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 189us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938576.417606:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1784938576.417672:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144344448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784938576.417691:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3200/0x26783cd1c59efe35 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe3c expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938576.417700:0:22700:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3200/0x26783cd1c59efe35 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efe3c expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938576.417783:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144344576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1784938576.417826:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938576.417853:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cf7844cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1784938576.417870:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144344576 00000100:00100000:2.0:1784938576.417874:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144344576 00000100:00100000:2.0:1784938576.417899:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1784938576.417906:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+17:22700:x1871643144344576:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1784938576.418047:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+17:22700:x1871643144344576:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 140us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938576.418063:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1784938576.418098:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144344576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1784938576.418131:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144344704:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1784938576.418188:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938576.418203:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cf7844cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1784938576.418242:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144344704 00000100:00100000:2.0:1784938576.418247:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144344704 00000100:00100000:2.0:1784938576.418270:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1784938576.418276:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+17:22700:x1871643144344704:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1784938576.418363:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+17:22700:x1871643144344704:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 86us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938576.418371:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1784938576.418415:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144344704:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1784938576.419098:0:23907:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1784938576.426016:0:22700:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1784938576.426102:0:22700:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1784938576.426119:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3200/0x26783cd1c59efe35 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe3c expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938576.426134:0:22700:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3200/0x26783cd1c59efe35 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe3c expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784938576.426174:0:22700:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1784938576.426177:0:22700:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff910cf7af1800 from 13 10000000:01000000:1.0:1784938576.426181:0:22700:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1784938576.426276:0:22700:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2800/0x26783cd1c59efe43 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938576.426286:0:22700:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2800/0x26783cd1c59efe43 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938576.426301:0:22700:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2800/0x26783cd1c59efe43 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938576.426338:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144344832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1784938576.426438:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938576.426496:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910d019ce480 going to sleep for 11 seconds 00000100:00100000:2.0:1784938576.429119:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144344832 00000100:00100000:2.0:1784938576.429143:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144344832 00000100:00100000:2.0:1784938576.429250:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1784938576.429264:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cf7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+17:22700:x1871643144344832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784938576.429289:0:22696:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938576.429316:0:22696:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cc97d0200/0x26783cd1c59efe4a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efe43 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938576.429350:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cc97d0200/0x26783cd1c59efe4a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efe43 expref: 18 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938576.429380:0:22696:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cc97d0200/0x26783cd1c59efe4a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efe43 expref: 18 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938576.429391:0:22696:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cc97d0200, rc 0) 00000100:00100000:2.0:1784938576.429495:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cf7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:22700:x1871643144344832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 236us (3056us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938576.429502:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1784938576.429526:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144344832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784938576.429552:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2800/0x26783cd1c59efe43 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe4a expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938576.429564:0:22700:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2800/0x26783cd1c59efe43 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efe4a expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938576.429673:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144344960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1784938576.429711:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938576.429755:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd0987300 going to sleep for 11 seconds 00000100:00100000:2.0:1784938576.432994:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144344960 00000100:00100000:2.0:1784938576.433015:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144344960 00000100:00100000:2.0:1784938576.433108:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1784938576.433121:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:22700:x1871643144344960:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1784938576.433390:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:22700:x1871643144344960:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 270us (3676us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938576.433398:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1784938576.433498:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144344960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784938576.433570:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144345088:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1784938576.433647:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938576.433693:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cef367f00 going to sleep for 11 seconds 00000100:00100000:2.0:1784938576.434084:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144345088 00000100:00100000:2.0:1784938576.434092:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144345088 00000100:00100000:2.0:1784938576.434143:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1784938576.434152:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:22700:x1871643144345088:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1784938576.434309:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:22700:x1871643144345088:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 156us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938576.434317:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1784938576.434402:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcebb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144345088:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1784938576.436878:0:23908:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1784938576.437091:0:22700:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1784938576.437127:0:22700:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1784938576.437144:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2800/0x26783cd1c59efe43 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe4a expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938576.437198:0:22700:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2800/0x26783cd1c59efe43 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe4a expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1784938576.609478:0:22739:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1784938577.248158:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784938577.567396:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1784938577.567428:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144345216:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:3.0:1784938577.567654:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938577.567682:0:23444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144345216 00000100:00100000:3.0:1784938577.567689:0:23444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144345216 00000100:00100000:3.0:1784938577.567731:0:23444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 17 00000100:00100000:3.0:1784938577.567738:0:23444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffce8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144345216:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 00000004:00000024:3.0:1784938577.567771:0:23444:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1784938577.567825:0:23444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffce8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144345216:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 Request processed in 86us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938577.567833:0:23444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 17 00000100:00100000:1.0:1784938577.568333:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144345344:192.168.203.126@tcp:41:osp-pre-1-0.0 00000100:00100000:1.0:1784938577.568443:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938577.568462:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144345344 00000100:00100000:1.0:1784938577.568466:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144345344 00000100:00100000:1.0:1784938577.568490:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 18 00000100:00100000:1.0:1784938577.568496:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3640:x1871643144345344:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 00000004:00000024:1.0:1784938577.568517:0:22709:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1784938577.568544:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3640:x1871643144345344:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 Request processed in 47us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938577.568550:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 18 00000100:00100000:1.0:1784938577.568663:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144345344:192.168.203.126@tcp:41:osp-pre-1-0.0 00000100:00080000:1.0:1784938577.568738:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938577.568743:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784938577.568746:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938577.568749:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784938577.568761:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938577.568764:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784938577.568766:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938577.568769:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1784938577.568949:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3641:1871643144345472:0@lo:400:kworker.0 00000100:00100000:1.0:1784938577.568985:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938577.569025:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144345472 00000100:00100000:1.0:1784938577.569029:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144345472 00000100:00100000:1.0:1784938577.569056:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1784938577.569063:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:3641:x1871643144345472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784938577.569113:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:3641:x1871643144345472:12345-0@lo:400:kworker.0 Request processed in 51us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938577.569120:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1784938577.569150:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3643:1871643144345728:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938577.569183:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1784938577.569190:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3643:1871643144345600:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938577.569308:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938577.569331:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938577.569358:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144345728 00000100:00100000:1.0:1784938577.569362:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144345728 00000100:00100000:1.0:1784938577.569386:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144345600 00000100:00100000:1.0:1784938577.569389:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144345600 00000100:00100000:1.0:1784938577.569403:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 5 00000100:00100000:1.0:1784938577.569423:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffbff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1871643144345728:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938577.569456:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffbff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1871643144345728:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 47us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938577.569463:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 5 00000100:00100000:1.0:1784938577.569476:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 6 00000100:00100000:1.0:1784938577.569482:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffbff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1871643144345600:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938577.569504:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffbff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1871643144345600:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 23us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938577.569510:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 6 00000100:00100000:1.0:1784938577.569539:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3641:1871643144345472:0@lo:400:kworker.0 00010000:00080000:1.0:1784938577.569643:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff910cc875d180 x1871643144345600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938577.569654:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3643:1871643144345600:192.168.203.126@tcp:400:kworker.0 00010000:00080000:1.0:1784938577.569662:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff910cffbfc700 x1871643144345728/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938577.569670:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3643:1871643144345728:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938577.569980:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144345216:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:1.0:1784938577.570253:0:3639:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784938567/real 1784938567] req@ffff910cc875f800 x1871643144339328/t0(0) o8->lustre-OST0001-osc-MDT0001@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 1 dl 1784938577 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938577.570287:0:3639:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff910cc875f800 x1871643144339328/t0(0) o8->lustre-OST0001-osc-MDT0001@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 1 dl 1784938577 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938577.570296:0:3639:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784938567/real 1784938567] req@ffff910cc875ed80 x1871643144339200/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 1 dl 1784938577 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938577.570308:0:3639:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff910cc875ed80 x1871643144339200/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 1 dl 1784938577 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1784938577.570320:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cd200f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784938577.570336:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.126@tcp failed (-110) 00000100:00100000:1.0:1784938577.570339:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144339328:192.168.203.126@tcp:8:llog_process_th.0 00000100:00080000:1.0:1784938577.570343:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cc871d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784938577.570347:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.126@tcp failed (-110) 00000100:00100000:1.0:1784938577.570350:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144339200:192.168.203.126@tcp:8:llog_process_th.0 00000100:00080000:0.0:1784938577.570627:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784938577.570632:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784938577.570635:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784938577.570638:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784938577.570642:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784938577.570644:0:20526:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1784938577.570647:0:20526:0:(import.c:65:import_set_state_nolock()) ffff910cc871d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1784938577.570653:0:20526:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.126@tcp last attempt 635 00000100:00080000:0.0:1784938577.570660:0:20526:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1784938577.570666:0:20526:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff910cc871d000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:0.0:1784938577.570696:0:20526:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cf3b6c000 x1871643144345856/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784938577.570715:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784938577.570718:0:20526:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1784938577.570720:0:20526:0:(import.c:65:import_set_state_nolock()) ffff910cd200f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1784938577.570723:0:20526:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 192.168.203.126@tcp last attempt 635 00000100:00080000:0.0:1784938577.570727:0:20526:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1784938577.570732:0:20526:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff910cd200f000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:0.0:1784938577.570745:0:20526:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cf3b6d180 x1871643144345984/t0(0) o8->lustre-OST0001-osc-MDT0001@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784938577.570927:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144345856:192.168.203.126@tcp:8:kworker.0 00000100:00100000:1.0:1784938577.571001:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144345984:192.168.203.126@tcp:8:kworker.0 00000400:00000100:0.0:1784938577.571346:0:3634:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.126@tcp portal 28 match 1871643144345856 offset 0 length 520: 4 00000400:00000100:0.0:1784938577.571361:0:3634:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.126@tcp portal 28 match 1871643144345984 offset 0 length 520: 4 00000001:00100000:3.0:1784938578.094732:0:23436:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:3.0:1784938578.272984:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784938578.604649:0:3639:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784938563/real 1784938563] req@ffff910cffce8e00 x1871643144336768/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 1 dl 1784938578 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938578.604695:0:3639:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff910cffce8e00 x1871643144336768/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 1 dl 1784938578 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1784938578.604986:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc8414000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784938578.605015:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.126@tcp failed (-110) 00000100:00100000:3.0:1784938578.605021:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144336768:192.168.203.126@tcp:8:kworker.0 00000100:00080000:0.0:1784938578.606249:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784938578.606256:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1784938578.606259:0:36:0:(import.c:65:import_set_state_nolock()) ffff910bc8414000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1784938578.606269:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.126@tcp last attempt 631 00000100:00080000:0.0:1784938578.606282:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1784938578.606291:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff910bc8414000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:0.0:1784938578.606320:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cf3b6df80 x1871643144346368/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784938578.606362:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784938578.606366:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784938578.606403:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784938578.606407:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1784938578.606410:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1784938578.606413:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1784938578.606452:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1871643144346240:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938578.606568:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1784938578.606576:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3641:1871643144346112:0@lo:400:kworker.0 00000100:00100000:0.0:1784938578.606637:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938578.606678:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3641:1871643144346752:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938578.606724:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1871643144346496:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938578.606751:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1784938578.606757:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144346624:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938578.607013:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938578.607078:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938578.607104:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938578.607129:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938578.607156:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144346112 00000100:00100000:0.0:1784938578.607165:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144346112 00000100:00100000:0.0:1784938578.607251:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1784938578.607261:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:3641:x1871643144346112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784938578.607338:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:3641:x1871643144346112:12345-0@lo:400:kworker.0 Request processed in 78us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938578.607347:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1784938578.607395:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144346240 00000100:00100000:0.0:1784938578.607399:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144346240 00000100:00100000:0.0:1784938578.607425:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144346624 00000100:00100000:0.0:1784938578.607429:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144346624 00000100:00100000:0.0:1784938578.607447:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 19 00000100:00100000:0.0:1784938578.607454:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1871643144346240:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938578.607497:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1871643144346240:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 43us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938578.607503:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 19 00000100:00100000:0.0:1784938578.607517:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 20 00000100:00100000:0.0:1784938578.607524:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144346624:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938578.607548:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144346624:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 25us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938578.607555:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 20 00000100:00100000:0.0:1784938578.607573:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144346496 00000100:00100000:0.0:1784938578.607577:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144346496 00000100:00100000:0.0:1784938578.607599:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144346752 00000100:00100000:0.0:1784938578.607601:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144346752 00000100:00100000:0.0:1784938578.607614:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 7 00000100:00100000:0.0:1784938578.607620:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1871643144346496:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938578.607646:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1871643144346496:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 25us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938578.607653:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 7 00000100:00100000:0.0:1784938578.607673:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 8 00000100:00100000:0.0:1784938578.607678:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1871643144346752:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938578.607705:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1871643144346752:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 26us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938578.607711:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 8 00000100:00100000:0.0:1784938578.607764:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3641:1871643144346112:0@lo:400:kworker.0 00010000:00080000:0.0:1784938578.607966:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff910cf3b6f800 x1871643144346752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938578.607980:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3641:1871643144346752:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938578.607993:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1871643144346240:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938578.608022:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144346624:192.168.203.126@tcp:400:kworker.0 00010000:00080000:0.0:1784938578.608034:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff910cf3b6ea00 x1871643144346496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938578.608043:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1871643144346496:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938578.608166:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144346368:192.168.203.126@tcp:8:kworker.0 00000400:00000100:0.0:1784938578.612065:0:3635:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.126@tcp portal 28 match 1871643144346368 offset 0 length 520: 4 00010000:00010000:1.0:1784938579.297139:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784938579.616321:0:3639:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784938564/real 1784938564] req@ffff910cc875f100 x1871643144337280/t0(0) o8->lustre-OST0001-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 1 dl 1784938579 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938579.616368:0:3639:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff910cc875f100 x1871643144337280/t0(0) o8->lustre-OST0001-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 1 dl 1784938579 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1784938579.616393:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc7c65000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784938579.616421:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.126@tcp failed (-110) 00000100:00100000:3.0:1784938579.616426:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144337280:192.168.203.126@tcp:8:kworker.0 00000100:00100000:3.0:1784938579.616751:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1784938579.616802:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938579.616807:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784938579.616810:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938579.616813:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1784938579.616817:0:36:0:(import.c:65:import_set_state_nolock()) ffff910bc7c65000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784938579.616830:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 192.168.203.126@tcp last attempt 632 00000100:00080000:1.0:1784938579.616841:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1784938579.616850:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff910bc7c65000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:1.0:1784938579.616876:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cffbfca80 x1871643144347136/t0(0) o8->lustre-OST0001-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784938579.616945:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1784938579.616962:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144347392:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938579.617304:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938579.617341:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144347392 00000100:00100000:2.0:1784938579.617350:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144347392 00000100:00100000:2.0:1784938579.617407:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 21 00000100:00100000:2.0:1784938579.617417:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144347392:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938579.617477:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144347392:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 61us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938579.617485:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 21 00000100:00100000:2.0:1784938579.617653:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144347392:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938579.618979:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3640:1871643144346880:0@lo:400:kworker.0 00000100:00100000:2.0:1784938579.619065:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1784938579.621639:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938579.621654:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784938579.621658:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938579.621661:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1784938579.621748:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3641:1871643144347520:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938579.622011:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144347008:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938579.623331:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3643:1871643144347264:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938579.631238:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144346880 00000100:00100000:1.0:1784938579.631261:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144346880 00000100:00100000:1.0:1784938579.631334:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1784938579.631346:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:3640:x1871643144346880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784938579.631468:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:3640:x1871643144346880:12345-0@lo:400:kworker.0 Request processed in 125us (12402us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938579.631477:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1784938579.632936:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144347136:192.168.203.126@tcp:8:kworker.0 00000100:00100000:3.0:1784938579.635265:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938579.635339:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938579.635366:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000400:00000100:3.0:1784938579.635387:0:3633:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.126@tcp portal 28 match 1871643144347136 offset 0 length 520: 4 00000100:00100000:3.0:1784938579.635419:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144347520 00000100:00100000:3.0:1784938579.635429:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144347520 00000100:00100000:3.0:1784938579.635486:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144347264 00000100:00100000:3.0:1784938579.635490:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144347264 00000100:00100000:3.0:1784938579.635690:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 9 00000100:00100000:3.0:1784938579.635702:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffce8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1871643144347520:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938579.635801:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffce8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1871643144347520:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 101us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938579.635811:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 9 00000100:00100000:3.0:1784938579.635831:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 10 00000100:00100000:3.0:1784938579.635838:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffcebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1871643144347264:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938579.635865:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffcebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1871643144347264:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 28us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938579.635871:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 10 00000100:00100000:3.0:1784938579.635982:0:23444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144347008 00000100:00100000:3.0:1784938579.635987:0:23444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144347008 00000100:00100000:3.0:1784938579.636087:0:23444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 22 00000100:00100000:3.0:1784938579.636097:0:23444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffceaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144347008:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938579.636129:0:23444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffceaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144347008:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 36us (764us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938579.636135:0:23444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 22 00000100:00100000:1.0:1784938579.636453:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3640:1871643144346880:0@lo:400:kworker.0 00000100:00100000:1.0:1784938579.636512:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144347008:192.168.203.126@tcp:400:kworker.0 00010000:00080000:1.0:1784938579.636543:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff910cffbff480 x1871643144347264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938579.636555:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3643:1871643144347264:192.168.203.126@tcp:400:kworker.0 00010000:00080000:3.0:1784938579.636829:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff910cffbfd880 x1871643144347520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938579.636840:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3641:1871643144347520:192.168.203.126@tcp:400:kworker.0 00000040:00080000:2.0:1784938579.679911:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1784938580.320619:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938581.343728:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1784938582.263698:0:24205:0:(obd_mount.c:919:lmd_print()) mount data: 00000020:01000004:3.0:1784938582.263704:0:24205:0:(obd_mount.c:922:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:3.0:1784938582.263705:0:24205:0:(obd_mount.c:925:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1784938582.263833:0:24205:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff910d01839000 00000020:01000004:3.0:1784938582.263851:0:24205:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1784938582.263867:0:24205:0:(obd_mount.c:226:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1784938582.263883:0:24205:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff910cf3bfb380) 00000020:00000080:3.0:1784938582.263902:0:24205:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1784938582.306557:0:24205:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1784938582.307557:0:24205:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1784938582.307746:0:24205:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1784938582.307984:0:24205:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1784938582.308479:0:24205:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1784938582.308660:0:24205:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1784938582.308850:0:24205:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:3.0:1784938582.311308:0:24205:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1784938582.311512:0:24205:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1784938582.311532:0:24205:0:(osd_handler.c:8932:osd_obd_connect()) connect #0 00000020:00000080:3.0:1784938582.311543:0:24205:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x26783cd1c59efe58 00000020:01000004:3.0:1784938582.311551:0:24205:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:3.0:1784938582.311576:0:24205:0:(obd_mount.c:406:lustre_start_mgc()) MGC192.168.203.126@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1784938582.311580:0:24205:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.126@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1784938582.311586:0:24205:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1784938582.311590:0:24205:0:(obd_mount.c:226:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1784938582.311602:0:24205:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff910cf7b099c0) 00000020:00000080:3.0:1784938582.311627:0:24205:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:3.0:1784938582.313138:0:24205:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1784938582.313331:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1784938582.313338:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:3.0:1784938582.319208:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:3.0:1784938582.319390:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1784938582.319833:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1784938582.319841:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1784938582.321691:0:24205:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784938582.321874:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1784938582.321880:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1784938582.322602:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1784938582.322610:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1784938582.341479:0:24205:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1784938582.341779:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1784938582.341785:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1784938582.343076:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1784938582.343087:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1784938582.344209:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1784938582.344354:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:0.0:1784938582.346471:0:24205:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1784938582.346716:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:0.0:1784938582.346722:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:1.0:1784938582.347772:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:1.0:1784938582.347782:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00010000:00010000:2.0:1784938582.367384:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784938582.388688:0:24205:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1784938582.388881:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:0.0:1784938582.388888:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:0.0:1784938582.392266:0:24205:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:0.0:1784938582.392281:0:24205:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:0.0:1784938582.393426:0:24205:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1784938582.393658:0:24205:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:2.0:1784938582.393666:0:24205:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.126@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:2.0:1784938582.409951:0:24205:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.126@tcp ctxt 0 is initialized 00000020:01000004:2.0:1784938582.409988:0:24205:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.126@tcp, index=0000, flags=0x20002 00000020:01000004:2.0:1784938582.410138:0:24205:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1784938582.410140:0:24205:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1784938582.410141:0:24205:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784938582.410142:0:24205:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784938582.410143:0:24205:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784938582.410145:0:24205:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784938582.410146:0:24205:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1784938582.410148:0:24205:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784938582.410149:0:24205:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1784938582.410153:0:24205:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:2.0:1784938582.410155:0:24205:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1784938582.410156:0:24205:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1784938582.410157:0:24205:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784938582.410158:0:24205:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784938582.410160:0:24205:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784938582.410161:0:24205:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784938582.410162:0:24205:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1784938582.410163:0:24205:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784938582.410164:0:24205:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1784938582.410200:0:24205:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1784938582.410321:0:24205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144347648:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1784938582.410393:0:24205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938582.410438:0:24205:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7c5ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1784938582.410499:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144347648 00000100:00100000:0.0:1784938582.410506:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144347648 00000100:00100000:0.0:1784938582.410560:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1784938582.410569:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:24205:x1871643144347648:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1784938582.410599:0:22697:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1784938582.410602:0:22697:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:0.0:1784938582.410606:0:22697:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1784938582.410951:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:24205:x1871643144347648:12345-0@lo:253:mount.lustre.0 Request processed in 382us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938582.410959:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1784938582.411017:0:24205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144347648:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1784938582.411030:0:24205:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1784938582.411033:0:24205:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1784938582.411035:0:24205:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1784938582.411036:0:24205:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784938582.411037:0:24205:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784938582.411038:0:24205:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784938582.411039:0:24205:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784938582.411040:0:24205:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1784938582.411042:0:24205:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784938582.411043:0:24205:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1784938582.411061:0:24205:0:(tgt_mount.c:101:server_register_mount()) register mount ffff910d01839000 from lustre-OST0000 10000000:01000000:3.0:1784938582.411105:0:24205:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1784938582.411108:0:24205:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1784938582.411116:0:24205:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff910cf2dc19c0 local copy 00010000:00010000:3.0:1784938582.411125:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b76c00/0x26783cd1c59efc13 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efc1a expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938582.411296:0:24205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144347776:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784938582.411335:0:24205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938582.411356:0:24205:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7d61000 going to sleep for 11 seconds 00000100:00100000:1.0:1784938582.411809:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144347776 00000100:00100000:1.0:1784938582.411815:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144347776 00000100:00100000:1.0:1784938582.411858:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1784938582.411867:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:24205:x1871643144347776:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784938582.411953:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:24205:x1871643144347776:12345-0@lo:501:mount.lustre.0 Request processed in 87us (616us total) trans 0 rc -2/-2 00000100:00100000:1.0:1784938582.411961:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1784938582.412103:0:24205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144347776:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1784938582.412121:0:24205:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.126@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1784938582.412142:0:24205:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.126@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1784938582.412149:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b76c00/0x26783cd1c59efc13 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efc1a expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938582.412158:0:24205:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910ce6b76c00/0x26783cd1c59efc13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efc1a expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784938582.412183:0:24205:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff910d01839000 10000000:01000000:3.0:1784938582.412188:0:24205:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1784938582.412193:0:24205:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1784938582.412196:0:24205:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1784938582.412200:0:24205:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1784938582.412202:0:24205:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1784938582.412258:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1000/0x26783cd1c59efe66 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938582.412266:0:24205:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1000/0x26783cd1c59efe66 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938582.412276:0:24205:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1000/0x26783cd1c59efe66 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938582.412290:0:24205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144347904:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1784938582.412322:0:24205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938582.412361:0:24205:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7d61000 going to sleep for 11 seconds 00000100:00100000:2.0:1784938582.412547:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144347904 00000100:00100000:2.0:1784938582.412552:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144347904 00000100:00100000:2.0:1784938582.412592:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1784938582.412599:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+18:24205:x1871643144347904:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784938582.412609:0:22696:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938582.412623:0:22696:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cc97d1200/0x26783cd1c59efe6d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efe66 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.412645:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cc97d1200/0x26783cd1c59efe6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efe66 expref: 19 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.412655:0:22696:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cc97d1200/0x26783cd1c59efe6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efe66 expref: 19 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.412670:0:22696:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cc97d1200, rc 0) 00000100:00100000:2.0:1784938582.412813:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+19:24205:x1871643144347904:12345-0@lo:101:mount.lustre.0 Request processed in 214us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938582.412821:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1784938582.413513:0:24205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144347904:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784938582.413531:0:24205:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1000/0x26783cd1c59efe66 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe6d expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938582.413543:0:24205:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1000/0x26783cd1c59efe66 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efe6d expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1784938582.414696:0:24205:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:3.0:1784938582.416151:0:24205:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784938582.418726:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1784938582.418895:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1784938582.418913:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1784938582.418928:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1784938582.418943:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1784938582.418954:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1784938582.418982:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1784938582.419076:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1784938582.419092:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:3.0:1784938582.419105:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:3.0:1784938582.419118:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:3.0:1784938582.419130:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:3.0:1784938582.419154:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:3.0:1784938582.419159:0:24205:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:3.0:1784938582.419337:0:24205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144348032:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784938582.419403:0:24205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938582.419494:0:24205:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7d613c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784938582.419535:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144348032 00000100:00100000:0.0:1784938582.419543:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144348032 00000100:00100000:0.0:1784938582.419638:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1784938582.419648:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+19:24205:x1871643144348032:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784938582.419819:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+19:24205:x1871643144348032:12345-0@lo:501:mount.lustre.0 Request processed in 172us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938582.419828:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1784938582.419899:0:24205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144348032:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784938582.419933:0:24205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144348160:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784938582.419980:0:24205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938582.420198:0:24205:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7d613c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784938582.420319:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144348160 00000100:00100000:2.0:1784938582.420324:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144348160 00000100:00100000:2.0:1784938582.420348:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1784938582.420355:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+19:24205:x1871643144348160:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784938582.421951:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+19:24205:x1871643144348160:12345-0@lo:503:mount.lustre.0 Request processed in 1589us (1964us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938582.421962:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1784938582.421971:0:24205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144348160:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1784938582.422387:0:24205:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1784938582.422450:0:24205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144348288:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938582.422490:0:24205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938582.422531:0:24205:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7d61000 going to sleep for 11 seconds 00000100:00100000:0.0:1784938582.422593:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144348288 00000100:00100000:0.0:1784938582.422598:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144348288 00000100:00100000:0.0:1784938582.422632:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1784938582.422641:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+19:24205:x1871643144348288:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784938582.423084:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+19:24205:x1871643144348288:12345-0@lo:502:mount.lustre.0 Request processed in 444us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938582.423097:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1784938582.423152:0:24205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144348288:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784938582.423314:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1784938582.423341:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1784938582.423355:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1784938582.423368:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1784938582.423382:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1784938582.423394:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1784938582.423407:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1784938582.423437:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1784938582.423451:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1784938582.423463:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1784938582.423476:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1784938582.423489:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1784938582.423514:0:24205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144348416:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938582.423555:0:24205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938582.423591:0:24205:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7d61000 going to sleep for 11 seconds 00000100:00100000:2.0:1784938582.423651:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144348416 00000100:00100000:2.0:1784938582.423656:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144348416 00000100:00100000:2.0:1784938582.423692:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1784938582.423701:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+19:24205:x1871643144348416:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784938582.423805:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+19:24205:x1871643144348416:12345-0@lo:502:mount.lustre.0 Request processed in 106us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938582.423812:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1784938582.423970:0:24205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144348416:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784938582.424025:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:3.0:1784938582.424033:0:24205:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:3.0:1784938582.424606:0:24222:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1784938582.424619:0:24222:0:(obd_mount.c:957:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:3.0:1784938582.424626:0:24222:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784938582.424628:0:24222:0:(obd_config.c:1561:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:3.0:1784938582.424635:0:24222:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1784938582.424646:0:24222:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff910cf7b0cd40) 00000020:00000080:3.0:1784938582.424676:0:24222:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:3.0:1784938582.424680:0:24222:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1784938582.424735:0:24222:0:(tgt_mount.c:153:server_get_mount()) get mount ffff910d01839000 from lustre-OST0000, refs=2 00080000:01000000:3.0:1784938582.424762:0:24222:0:(osd_handler.c:8932:osd_obd_connect()) connect #1 00000020:00000080:3.0:1784938582.424771:0:24222:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x26783cd1c59efe7b 00010000:00010000:3.0:1784938582.428404:0:24222:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:3.0:1784938582.429579:0:24222:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:3.0:1784938582.431964:0:24222:0:(osd_handler.c:5582:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1784938582.435780:0:24222:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:3.0:1784938582.435793:0:24222:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784938582.435799:0:24222:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784938582.435801:0:24222:0:(obd_config.c:1561:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:3.0:1784938582.435804:0:24222:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1784938582.435807:0:24222:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1784938582.435809:0:24222:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1784938582.435810:0:24222:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1784938582.435812:0:24222:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1784938582.435814:0:24222:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784938582.435815:0:24222:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1784938582.435818:0:24222:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784938582.435821:0:24222:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784938582.435822:0:24222:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1784938582.435824:0:24222:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1784938582.435826:0:24222:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1784938582.435828:0:24222:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784938582.435831:0:24222:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784938582.435832:0:24222:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:3.0:1784938582.435834:0:24222:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784938582.435837:0:24222:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784938582.435847:0:24222:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1784938582.435851:0:24222:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1784938582.435882:0:24222:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784938582.435885:0:24222:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784938582.435886:0:24222:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1784938582.435889:0:24222:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1784938582.436050:0:24205:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1784938582.436079:0:24205:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1784938582.436104:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1000/0x26783cd1c59efe66 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe6d expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.436116:0:24205:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1000/0x26783cd1c59efe66 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe6d expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784938582.436135:0:24205:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff910d01839000 from 1 10000000:01000000:2.0:1784938582.436137:0:24205:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1784938582.436173:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d0a00/0x26783cd1c59efe82 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.436181:0:24205:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910cc97d0a00/0x26783cd1c59efe82 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.436190:0:24205:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910cc97d0a00/0x26783cd1c59efe82 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938582.436234:0:24205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144348544:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784938582.436303:0:24205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938582.436407:0:24205:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7c5ee40 going to sleep for 11 seconds 00000100:00100000:1.0:1784938582.437068:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144348544 00000100:00100000:1.0:1784938582.437077:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144348544 00000100:00100000:1.0:1784938582.437161:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1784938582.437171:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+19:24205:x1871643144348544:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784938582.437186:0:22697:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784938582.437199:0:22697:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cf2fa3e00/0x26783cd1c59efe89 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efe82 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.437265:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cf2fa3e00/0x26783cd1c59efe89 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efe82 expref: 20 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.437276:0:22697:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cf2fa3e00/0x26783cd1c59efe89 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efe82 expref: 20 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.437284:0:22697:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cf2fa3e00, rc 0) 00000100:00100000:1.0:1784938582.437339:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+20:24205:x1871643144348544:12345-0@lo:101:mount.lustre.0 Request processed in 169us (1036us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938582.437345:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1784938582.437443:0:24205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144348544:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784938582.437458:0:24205:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910cc97d0a00/0x26783cd1c59efe82 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe89 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938582.437467:0:24205:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910cc97d0a00/0x26783cd1c59efe82 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efe89 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1784938582.441808:0:24205:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1784938582.442096:0:24205:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784938582.442406:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1784938582.443390:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1784938582.443510:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1784938582.443531:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1784938582.443547:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1784938582.443561:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1784938582.443575:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1784938582.443611:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1784938582.443630:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1784938582.443645:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1784938582.443660:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1784938582.443681:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1784938582.443686:0:24205:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1784938582.443788:0:24205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144348672:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784938582.443856:0:24205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938582.443892:0:24205:0:(client.c:2702:ptlrpc_set_wait()) set ffff910ce6bd99c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784938582.444665:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144348672 00000100:00100000:1.0:1784938582.444673:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144348672 00000100:00100000:1.0:1784938582.444721:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1784938582.444729:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+20:24205:x1871643144348672:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784938582.444907:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+20:24205:x1871643144348672:12345-0@lo:501:mount.lustre.0 Request processed in 178us (1049us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938582.444915:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1784938582.448584:0:24205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144348672:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784938582.448645:0:24205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f72300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144348800:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1784938582.448717:0:24205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938582.448765:0:24205:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cf78d5600 going to sleep for 11 seconds 00000100:00100000:2.0:1784938582.448852:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144348800 00000100:00100000:2.0:1784938582.448858:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144348800 00000100:00100000:2.0:1784938582.448908:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1784938582.448916:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cd29dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+20:24205:x1871643144348800:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784938582.449300:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cd29dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+20:24205:x1871643144348800:12345-0@lo:503:mount.lustre.0 Request processed in 383us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938582.449308:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1784938582.449461:0:24205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f72300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144348800:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1784938582.449885:0:24205:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1784938582.449963:0:24205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144348928:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938582.450023:0:24205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938582.450061:0:24205:0:(client.c:2702:ptlrpc_set_wait()) set ffff910ce6bd9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1784938582.450318:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144348928 00000100:00100000:2.0:1784938582.450324:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144348928 00000100:00100000:2.0:1784938582.450366:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1784938582.450375:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+20:24205:x1871643144348928:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784938582.450486:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+20:24205:x1871643144348928:12345-0@lo:502:mount.lustre.0 Request processed in 112us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938582.450504:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1784938582.450809:0:24205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144348928:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784938582.450992:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1784938582.451094:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1784938582.451111:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1784938582.451125:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1784938582.451139:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1784938582.451155:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1784938582.451168:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1784938582.451181:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1784938582.451544:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1784938582.451563:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1784938582.451593:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1784938582.451625:0:24205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144349056:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938582.451677:0:24205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938582.451710:0:24205:0:(client.c:2702:ptlrpc_set_wait()) set ffff910ce6bd9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1784938582.451784:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144349056 00000100:00100000:2.0:1784938582.451790:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144349056 00000100:00100000:2.0:1784938582.451832:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1784938582.451841:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+20:24205:x1871643144349056:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1784938582.451939:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+20:24205:x1871643144349056:12345-0@lo:502:mount.lustre.0 Request processed in 98us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938582.451946:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1784938582.452132:0:24205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144349056:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784938582.452173:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1784938582.452181:0:24205:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1784938582.454426:0:24226:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1784938582.454521:0:24226:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938582.454524:0:24226:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1784938582.454532:0:24226:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff910d01839000 00000020:00000080:0.0:1784938582.454534:0:24226:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1784938582.454542:0:24226:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784938582.454546:0:24226:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938582.454547:0:24226:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1784938582.454550:0:24226:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1784938582.454553:0:24226:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938582.454554:0:24226:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1784938582.454558:0:24226:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff910d01839000 00000020:00000080:0.0:1784938582.454560:0:24226:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1784938582.454651:0:24226:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784938582.454656:0:24226:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938582.454657:0:24226:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1784938582.454660:0:24226:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1784938582.454663:0:24226:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938582.454664:0:24226:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1784938582.454668:0:24226:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff910d01839000 00000020:00000080:0.0:1784938582.454670:0:24226:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1784938582.456350:0:24226:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784938582.456362:0:24226:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938582.456365:0:24226:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1784938582.456370:0:24226:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1784938582.456382:0:24226:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938582.456384:0:24226:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1784938582.456467:0:24226:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff910d01839000 00000020:00000080:0.0:1784938582.456473:0:24226:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1784938582.456603:0:24226:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784938582.456608:0:24226:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784938582.456609:0:24226:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1784938582.456614:0:24226:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1784938582.457955:0:24205:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1784938582.457997:0:24205:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1784938582.458016:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d0a00/0x26783cd1c59efe82 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe89 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.458028:0:24205:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910cc97d0a00/0x26783cd1c59efe82 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe89 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784938582.458116:0:24205:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1784938582.458119:0:24205:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff910d01839000 10000000:01000000:2.0:1784938582.458123:0:24205:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff910d01839000 10000000:01000000:2.0:1784938582.458127:0:24205:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1784938582.458133:0:24205:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff910d01839000 from 1 10000000:01000000:2.0:1784938582.458136:0:24205:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1784938582.458175:0:24205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d1a00/0x26783cd1c59efe90 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.458183:0:24205:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910cc97d1a00/0x26783cd1c59efe90 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.458193:0:24205:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910cc97d1a00/0x26783cd1c59efe90 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938582.458239:0:24205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144349184:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784938582.458305:0:24205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938582.458342:0:24205:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc11ca780 going to sleep for 11 seconds 00000100:00100000:3.0:1784938582.458547:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144349184 00000100:00100000:3.0:1784938582.458555:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144349184 00000100:00100000:3.0:1784938582.458596:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1784938582.458606:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+20:24205:x1871643144349184:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784938582.458628:0:22697:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784938582.458641:0:22697:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cfd1a1c00/0x26783cd1c59efe97 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efe90 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938582.458665:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cfd1a1c00/0x26783cd1c59efe97 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efe90 expref: 21 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938582.458675:0:22697:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cfd1a1c00/0x26783cd1c59efe97 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efe90 expref: 21 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938582.458683:0:22697:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cfd1a1c00, rc 0) 00000100:00100000:3.0:1784938582.458724:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:24205:x1871643144349184:12345-0@lo:101:mount.lustre.0 Request processed in 120us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938582.458731:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1784938582.459638:0:24205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144349184:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1784938582.459657:0:24205:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910cc97d1a00/0x26783cd1c59efe90 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe97 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.459667:0:24205:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910cc97d1a00/0x26783cd1c59efe90 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efe97 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1784938582.467932:0:24205:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1784938582.468347:0:24205:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784938582.468594:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1784938582.468618:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1784938582.468632:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1784938582.468645:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1784938582.468659:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1784938582.468672:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1784938582.468684:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1784938582.468697:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1784938582.468708:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1784938582.468719:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1784938582.468731:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1784938582.468743:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1784938582.469103:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1784938582.469134:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1784938582.469168:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1784938582.469180:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1784938582.469193:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1784938582.469205:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1784938582.469350:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1784938582.469379:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1784938582.469396:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1784938582.469409:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1784938582.469423:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1784938582.469516:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1784938582.469534:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1784938582.469548:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1784938582.469561:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1784938582.469574:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1784938582.469586:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1784938582.469613:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1784938582.469627:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1784938582.469640:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1784938582.469653:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1784938582.469666:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1784938582.469678:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1784938582.469691:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1784938582.469704:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1784938582.469718:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1784938582.469731:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1784938582.469743:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1784938582.469772:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1784938582.469786:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1784938582.469799:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1784938582.469812:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1784938582.469826:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1784938582.469853:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1784938582.469868:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1784938582.469892:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1784938582.470042:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1784938582.470064:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1784938582.470081:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1784938582.470085:0:24205:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1784938582.470183:0:24205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144349312:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784938582.470274:0:24205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938582.470315:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144349312 00000100:00100000:3.0:1784938582.470317:0:24205:0:(client.c:2702:ptlrpc_set_wait()) set ffff910ce6bd9540 going to sleep for 11 seconds 00000100:00100000:0.0:1784938582.470323:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144349312 00000100:00100000:0.0:1784938582.470371:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1784938582.470380:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:24205:x1871643144349312:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784938582.470501:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:24205:x1871643144349312:12345-0@lo:501:mount.lustre.0 Request processed in 122us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938582.470508:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1784938582.470859:0:24205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144349312:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784938582.470899:0:24205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144349440:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784938582.470944:0:24205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938582.470971:0:24205:0:(client.c:2702:ptlrpc_set_wait()) set ffff910ce6bd9540 going to sleep for 11 seconds 00000100:00100000:2.0:1784938582.470976:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144349440 00000100:00100000:2.0:1784938582.470982:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144349440 00000100:00100000:2.0:1784938582.471030:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1784938582.471039:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:24205:x1871643144349440:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1784938582.471130:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:24205:x1871643144349440:12345-0@lo:503:mount.lustre.0 Request processed in 91us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938582.471195:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1784938582.471359:0:24205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144349440:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1784938582.471892:0:24205:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1784938582.471965:0:24205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144349568:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938582.472076:0:24205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938582.472108:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144349568 00000100:00100000:3.0:1784938582.472112:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144349568 00000100:00100000:3.0:1784938582.472149:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1784938582.472159:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae02c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:24205:x1871643144349568:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938582.472265:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae02c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:24205:x1871643144349568:12345-0@lo:502:mount.lustre.0 Request processed in 108us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938582.472272:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1784938582.472316:0:24205:0:(client.c:2702:ptlrpc_set_wait()) set ffff910ce6bd9540 going to sleep for 11 seconds 00000100:00100000:3.0:1784938582.472331:0:24205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144349568:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784938582.472642:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1784938582.472675:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1784938582.472690:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1784938582.472703:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1784938582.472713:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1784938582.472724:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1784938582.472735:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1784938582.472833:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1784938582.472848:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1784938582.472859:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1784938582.472871:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1784938582.472881:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1784938582.472892:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1784938582.472903:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1784938582.472914:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1784938582.472925:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1784938582.472936:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1784938582.472946:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1784938582.472957:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1784938582.472968:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1784938582.472979:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1784938582.472989:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1784938582.473075:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1784938582.473103:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1784938582.473115:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1784938582.473127:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1784938582.473138:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1784938582.473148:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1784938582.473159:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1784938582.473173:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1784938582.473186:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1784938582.473199:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1784938582.473309:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1784938582.473329:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1784938582.473351:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1784938582.473364:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1784938582.473377:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1784938582.473390:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1784938582.473402:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1784938582.473429:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1784938582.473564:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1784938582.473579:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1784938582.473592:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1784938582.473604:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1784938582.473617:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1784938582.473630:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1784938582.473644:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1784938582.473657:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1784938582.473702:0:24205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144349696:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938582.473835:0:24205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938582.473921:0:24205:0:(client.c:2702:ptlrpc_set_wait()) set ffff910ce6bd9540 going to sleep for 11 seconds 00000100:00100000:1.0:1784938582.473962:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144349696 00000100:00100000:1.0:1784938582.473968:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144349696 00000100:00100000:1.0:1784938582.474276:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1784938582.474287:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae01450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:24205:x1871643144349696:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784938582.474404:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae01450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:24205:x1871643144349696:12345-0@lo:502:mount.lustre.0 Request processed in 120us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938582.474412:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1784938582.474558:0:24205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144349696:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784938582.474731:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1784938582.474773:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1784938582.474801:0:24205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144349824:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938582.474850:0:24205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938582.474881:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144349824 00000100:00100000:3.0:1784938582.474886:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144349824 00000100:00100000:3.0:1784938582.474919:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1784938582.474928:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:24205:x1871643144349824:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938582.475018:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:24205:x1871643144349824:12345-0@lo:502:mount.lustre.0 Request processed in 91us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938582.475026:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1784938582.475072:0:24205:0:(client.c:2702:ptlrpc_set_wait()) set ffff910ce6bd9540 going to sleep for 11 seconds 00000100:00100000:3.0:1784938582.475087:0:24205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144349824:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784938582.475124:0:24205:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1784938582.475133:0:24205:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1784938582.476085:0:24231:0:(obd_mount.c:226:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1784938582.476100:0:24231:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff910cfd764d40) 00000020:00000080:1.0:1784938582.476130:0:24231:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:1.0:1784938582.481258:0:24231:0:(tgt_mount.c:153:server_get_mount()) get mount ffff910d01839000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1784938582.481269:0:24231:0:(tgt_mount.c:187:server_put_mount()) put mount ffff910d01839000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1784938582.481272:0:24231:0:(obd_mount.c:706:lustre_put_lsi()) put ffff910d01839000 3 00010000:00080000:1.0:1784938582.481328:0:24231:0:(ldlm_lib.c:125:import_set_conn()) imp ffff910bc161e000@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.126@tcp at head 00010000:00010000:1.0:1784938582.484035:0:24231:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:1.0:1784938582.484137:0:24231:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1784938582.484181:0:24231:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1784938582.484532:0:24231:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x26783cd1c59efea5 00000100:00080000:1.0:1784938582.484545:0:24231:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 192.168.203.126@tcp last attempt 0 00000100:00080000:1.0:1784938582.484558:0:24231:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff910bc161e000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:1.0:1784938582.484595:0:24231:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cffbff480 x1871643144349952/t0(0) o38->lustre-MDT0000-lwp-OST0000@192.168.203.126@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784938582.484671:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3639:1871643144349952:192.168.203.126@tcp:38:llog_process_th.0 00000100:00100000:1.0:1784938582.486108:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938582.486155:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144349952 00000100:00100000:1.0:1784938582.486163:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144349952 00000100:00100000:1.0:1784938582.486529:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 3 00000100:00100000:1.0:1784938582.486538:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffbfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3639:x1871643144349952:12345-192.168.203.126@tcp:38:llog_process_th.0 00010000:00080000:1.0:1784938582.486823:0:22703:0:(ldlm_lib.c:1468:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@192.168.203.126@tcp t0 exp 0000000000000000 cur 650 last 0 00000020:00000080:1.0:1784938582.486874:0:22703:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x26783cd1c59efeac 00000004:00100000:1.0:1784938582.486886:0:22703:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1784938582.486922:0:22703:0:(import.c:65:import_set_state_nolock()) ffff910bc161d800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1784938582.487124:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffbfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1871643144349952:12345-192.168.203.126@tcp:38:llog_process_th.0 Request processed in 443us (879us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938582.487135:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 3 00000100:00080000:1.0:1784938582.487571:0:24231:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00010000:00080000:0.0:1784938582.487726:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff910cffbff480 x1871643144349952/t0(0) o38->lustre-MDT0000-lwp-OST0000@192.168.203.126@tcp:12/10 lens 520/416 e 0 to 0 dl 1784938592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938582.487814:0:3639:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1784938582.487825:0:3639:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1784938582.487833:0:3639:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1784938582.487838:0:3639:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1784938582.487840:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc161e000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1784938582.487847:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3639:1871643144349952:192.168.203.126@tcp:38:llog_process_th.0 00000100:00080000:2.0:1784938582.487867:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784938582.487872:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784938582.487875:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784938582.487877:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784938582.487912:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784938582.487915:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784938582.487926:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784938582.487930:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1784938582.487938:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144350080:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938582.487970:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3641:1871643144350464:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938582.488023:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1784938582.488024:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1784938582.488033:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144350336:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938582.488037:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1871643144350208:192.168.203.126@tcp:400:kworker.0 00000020:01000004:1.0:1784938582.488538:0:24231:0:(obd_mount.c:226:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1784938582.488555:0:24231:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff910cfd763380) 00000020:00000080:1.0:1784938582.488576:0:24231:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:1.0:1784938582.488768:0:24231:0:(tgt_mount.c:153:server_get_mount()) get mount ffff910d01839000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1784938582.488772:0:24231:0:(tgt_mount.c:187:server_put_mount()) put mount ffff910d01839000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1784938582.488775:0:24231:0:(obd_mount.c:706:lustre_put_lsi()) put ffff910d01839000 3 00010000:00080000:1.0:1784938582.488816:0:24231:0:(ldlm_lib.c:125:import_set_conn()) imp ffff910bc161b800@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.126@tcp at head 00000100:00100000:2.0:1784938582.490955:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938582.491008:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938582.491034:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938582.491057:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938582.491091:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144350464 00000100:00100000:2.0:1784938582.491095:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144350208 00000100:00100000:2.0:1784938582.491100:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144350208 00000100:00100000:1.0:1784938582.491100:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144350464 00000100:00100000:2.0:1784938582.491147:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 11 00000100:00100000:2.0:1784938582.491156:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1871643144350464:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938582.491297:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 12 00000100:00100000:1.0:1784938582.491306:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1871643144350208:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938582.491356:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1871643144350208:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 51us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938582.491364:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 12 00010000:00080000:1.0:1784938582.491539:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff910ce66c9180 x1871643144350208/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938582.491555:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1871643144350208:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938582.491719:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144350080 00000100:00100000:3.0:1784938582.491726:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144350080 00010000:00010000:1.0:1784938582.491804:0:24231:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000100:00100000:2.0:1784938582.491883:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1871643144350464:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 727us (872us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938582.491886:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144350336 00000100:00100000:3.0:1784938582.491893:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144350336 00000100:00100000:2.0:1784938582.491893:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 11 00000020:00000080:1.0:1784938582.491899:0:24231:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000100:00100000:3.0:1784938582.491921:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 23 00000100:00100000:2.0:1784938582.491930:0:23444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 24 00000100:00100000:3.0:1784938582.491934:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144350080:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938582.491944:0:23444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144350336:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938582.491976:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144350080:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 46us (1028us total) trans 0 rc 0/0 00000010:01000000:1.0:1784938582.491980:0:24231:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000100:00100000:2.0:1784938582.491984:0:23444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144350336:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 42us (948us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938582.491988:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 23 00000100:00100000:2.0:1784938582.491999:0:23444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 24 00000020:00000080:1.0:1784938582.492070:0:24231:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x26783cd1c59efeba 00000100:00080000:1.0:1784938582.492078:0:24231:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 192.168.203.126@tcp last attempt 0 00000100:00080000:1.0:1784938582.492087:0:24231:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff910bc161b800 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:1.0:1784938582.492264:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144350080:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938582.492315:0:24231:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cffbfc700 x1871643144350592/t0(0) o38->lustre-MDT0001-lwp-OST0000@192.168.203.126@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784938582.492346:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3639:1871643144350592:192.168.203.126@tcp:38:llog_process_th.0 00000100:00100000:1.0:1784938582.492470:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938582.492487:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144350592 00000100:00100000:1.0:1784938582.492491:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144350592 00000100:00100000:1.0:1784938582.492511:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 4 00000100:00100000:1.0:1784938582.492515:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffbfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3639:x1871643144350592:12345-192.168.203.126@tcp:38:llog_process_th.0 00010000:00080000:1.0:1784938582.492536:0:22703:0:(ldlm_lib.c:1468:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@192.168.203.126@tcp t0 exp 0000000000000000 cur 650 last 0 00000020:00000080:1.0:1784938582.492559:0:22703:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x26783cd1c59efec1 00000004:00100000:1.0:1784938582.492570:0:22703:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1784938582.492601:0:22703:0:(import.c:65:import_set_state_nolock()) ffff910bc161c800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1784938582.492635:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffbfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1871643144350592:12345-192.168.203.126@tcp:38:llog_process_th.0 Request processed in 117us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938582.492643:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 4 00010000:00080000:1.0:1784938582.492737:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff910cffbfc700 x1871643144350592/t0(0) o38->lustre-MDT0001-lwp-OST0000@192.168.203.126@tcp:12/10 lens 520/416 e 0 to 0 dl 1784938592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938582.492747:0:3639:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1784938582.492764:0:3639:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1784938582.492770:0:3639:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1784938582.492774:0:3639:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1784938582.492776:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc161b800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1784938582.492781:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3639:1871643144350592:192.168.203.126@tcp:38:llog_process_th.0 00000100:00080000:1.0:1784938582.492798:0:24231:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1784938582.492822:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938582.492826:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784938582.492829:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938582.492832:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784938582.492836:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938582.492839:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784938582.492841:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938582.492844:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00080000:3.0:1784938582.494596:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff910ce66caa00 x1871643144350464/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938582.494615:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3641:1871643144350464:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938582.494641:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144350336:192.168.203.126@tcp:400:kworker.0 00000040:00080000:0.0:1784938582.498915:0:24231:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1784938582.499439:0:24205:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1784938582.499474:0:24205:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1784938582.499499:0:24205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d1a00/0x26783cd1c59efe90 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe97 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.499520:0:24205:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910cc97d1a00/0x26783cd1c59efe90 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efe97 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1784938582.499583:0:24205:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1784938582.499585:0:24205:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1784938582.499587:0:24205:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784938582.499588:0:24205:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784938582.499589:0:24205:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784938582.499591:0:24205:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784938582.499592:0:24205:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1784938582.499594:0:24205:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784938582.499595:0:24205:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1784938582.499599:0:24205:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1784938582.499601:0:24205:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1784938582.499602:0:24205:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1784938582.499604:0:24205:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1784938582.499605:0:24205:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1784938582.499606:0:24205:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1784938582.499607:0:24205:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1784938582.499608:0:24205:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1784938582.499609:0:24205:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1784938582.499610:0:24205:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1784938582.499637:0:24205:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1784938582.499656:0:24205:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144350720:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1784938582.499724:0:24205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938582.499762:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144350720 00000100:00100000:3.0:1784938582.499769:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144350720 00000100:00100000:2.0:1784938582.499771:0:24205:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc77bd540 going to sleep for 11 seconds 00000100:00100000:3.0:1784938582.499815:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1784938582.499825:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:24205:x1871643144350720:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1784938582.499852:0:22697:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1784938582.499865:0:22697:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1784938582.505956:0:22697:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1784938582.505974:0:22697:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1784938582.506131:0:22719:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1784938582.506136:0:22719:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1784938582.506160:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff910cf2fa2600/0x26783cd1c59efec8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.506176:0:22719:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff910cf2fa2e00/0x26783cd1c59efe12 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efe0b expref: 21 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.506183:0:22719:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff910cfd1a1400/0x26783cd1c59efe20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efe19 expref: 21 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.506397:0:22719:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff910cf2fa2600/0x26783cd1c59efec8 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.506438:0:22719:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff910cfd1a1400/0x26783cd1c59efe20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26783cd1c59efe19 expref: 21 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.506452:0:22719:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff910cfd1a1400/0x26783cd1c59efe20 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26783cd1c59efe19 expref: 21 pid: 22698 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938582.506481:0:22719:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfc700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22719:1871643144350848:0@lo:104: 00000100:00100000:1.0:1784938582.506519:0:22719:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1784938582.506564:0:22719:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff910cf2fa2e00/0x26783cd1c59efe12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26783cd1c59efe0b expref: 21 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.506573:0:22719:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff910cf2fa2e00/0x26783cd1c59efe12 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26783cd1c59efe0b expref: 21 pid: 22698 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938582.506583:0:22719:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfe680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22719:1871643144350976:0@lo:104: 00000100:00100000:1.0:1784938582.506607:0:22719:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938582.506623:0:22719:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd0987cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1784938582.506647:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1784938582.506661:0:22687:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144350848 00000100:00100000:1.0:1784938582.506667:0:22687:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144350848 00000100:00100000:1.0:1784938582.506697:0:22687:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144350976 00000100:00100000:1.0:1784938582.506699:0:22687:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144350976 00000100:00100000:1.0:1784938582.506713:0:22687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1784938582.506720:0:22687:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffbffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+4:22719:x1871643144350848:12345-0@lo:104: 00010000:00010000:1.0:1784938582.506733:0:22687:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff910ce6b77a00/0x26783cd1c59efe19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efe20 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.506792:0:22687:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1784938582.506798:0:22687:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffbffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+4:22719:x1871643144350848:12345-0@lo:104: Request processed in 78us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938582.506805:0:22687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1784938582.506820:0:22687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1784938582.506826:0:22687:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc4c85c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+3:22719:x1871643144350976:12345-0@lo:104: 00010000:00010000:1.0:1784938582.506841:0:22687:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59efe0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efe12 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.506873:0:22687:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1784938582.506878:0:22687:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc4c85c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+3:22719:x1871643144350976:12345-0@lo:104: Request processed in 52us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938582.506884:0:22687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1784938582.506922:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1784938582.506928:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910ce6b77a00/0x26783cd1c59efe19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efe20 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.506935:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910ce6b77a00 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:1.0:1784938582.506939:0:22691:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910ce6b77a00/0x26783cd1c59efe19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x26783cd1c59efe20 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.506948:0:22691:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910ce6b77a00/0x26783cd1c59efe19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x26783cd1c59efe20 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784938582.506955:0:22691:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910ce6b77a00/0x26783cd1c59efe19 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x26783cd1c59efe20 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784938582.506960:0:22691:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1784938582.507067:0:22691:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910ce6b77a00/0x26783cd1c59efe19 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efe20 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938582.507070:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:24205:x1871643144350720:12345-0@lo:253:mount.lustre.0 Request processed in 7245us (7345us total) trans 0 rc 0/0 00010000:00010000:1.0:1784938582.507075:0:22691:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1784938582.507078:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00010000:00010000:1.0:1784938582.507093:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910ce6b77a00/0x26783cd1c59efe19 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efe20 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.507100:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910ce6b77a00/0x26783cd1c59efe19 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efe20 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.507118:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784938582.507121:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59efe0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efe12 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.507126:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910ce6b77400 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:1.0:1784938582.507129:0:22691:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59efe0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x26783cd1c59efe12 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.507135:0:22691:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59efe0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x26783cd1c59efe12 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1784938582.507141:0:22691:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59efe0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x26783cd1c59efe12 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784938582.507146:0:22691:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:3.0:1784938582.507156:0:24205:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:24205:1871643144350720:0@lo:253:mount.lustre.0 00010000:00010000:1.0:1784938582.507159:0:22691:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59efe0b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efe12 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.507165:0:22691:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1784938582.507170:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59efe0b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efe12 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784938582.507173:0:24205:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1784938582.507176:0:24205:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00010000:00010000:1.0:1784938582.507177:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59efe0b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efe12 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1784938582.507178:0:24205:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1784938582.507180:0:24205:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784938582.507181:0:24205:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784938582.507183:0:24205:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784938582.507184:0:24205:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784938582.507185:0:24205:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1784938582.507187:0:24205:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784938582.507188:0:24205:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1784938582.507200:0:24205:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:1.0:1784938582.507201:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938582.507203:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938582.507204:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938582.507211:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784938582.507245:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144351104:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784938582.507275:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938582.507311:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1784938582.507316:0:22688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144351104 00000100:00100000:1.0:1784938582.507317:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144351232:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1784938582.507320:0:22688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144351104 00000100:00100000:1.0:1784938582.507338:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1784938582.507353:0:22688:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff910cfd1a1400/0x26783cd1c59efe20 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efe19 expref: 21 pid: 22698 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938582.507365:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144351232 00000100:00100000:1.0:1784938582.507368:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144351232 00000100:00100000:2.0:1784938582.507385:0:22688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1784938582.507391:0:22688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffbfea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:3642:x1871643144351104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1784938582.507394:0:22689:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff910cf2fa2e00/0x26783cd1c59efe12 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efe0b expref: 22 pid: 22698 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.507400:0:22688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784938582.507405:0:22688:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff910cfd1a1400/0x26783cd1c59efe20 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efe19 expref: 22 pid: 22698 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938582.507406:0:22689:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1784938582.507412:0:22689:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:2.0:1784938582.507424:0:22688:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff910cfd1a1400/0x26783cd1c59efe20 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26783cd1c59efe19 expref: 22 pid: 22698 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.507439:0:22688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1784938582.507467:0:22688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffbfea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:3642:x1871643144351104:12345-0@lo:103:ldlm_bl.0 Request processed in 76us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938582.507473:0:22688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1784938582.507488:0:22688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1784938582.507494:0:22688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc8f29c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:3642:x1871643144351232:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784938582.507501:0:22688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784938582.507504:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cfd1a1400/0x26783cd1c59efe20 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26783cd1c59efe19 expref: 21 pid: 22698 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.507505:0:22688:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff910cf2fa2e00/0x26783cd1c59efe12 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efe0b expref: 21 pid: 22698 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938582.507515:0:22719:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfc700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22719:1871643144350848:0@lo:104: 00000100:00100000:1.0:1784938582.507523:0:22719:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfe680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22719:1871643144350976:0@lo:104: 00010000:00010000:2.0:1784938582.507526:0:22688:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff910cf2fa2e00/0x26783cd1c59efe12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26783cd1c59efe0b expref: 20 pid: 22698 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.507535:0:22688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cf2fa2e00/0x26783cd1c59efe12 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26783cd1c59efe0b expref: 20 pid: 22698 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.507538:0:22719:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff910cf2fa2600/0x26783cd1c59efec8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.507546:0:22688:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff910cf2fa2600/0x26783cd1c59efec8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.507571:0:22688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cf2fa2600/0x26783cd1c59efec8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1784938582.508965:0:22688:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003728163s 00010000:00010000:2.0:1784938582.508975:0:22688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff910cf2fa2600/0x26783cd1c59efec8 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.508984:0:22688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff910cf2fa2600/0x26783cd1c59efec8 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.508992:0:22688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff910cf2fa2600/0x26783cd1c59efec8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.508999:0:22688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff910cf2fa2600/0x26783cd1c59efec8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.509005:0:22688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cf2fa2600 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:2.0:1784938582.509009:0:22688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff910cf2fa2600/0x26783cd1c59efec8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.509017:0:22688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff910cf2fa2600/0x26783cd1c59efec8 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938582.509309:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144351104:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1784938582.509720:0:22688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff910cf2fa2600/0x26783cd1c59efec8 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.509720:0:22719:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff910cf2fa2600/0x26783cd1c59efec8 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938582.509730:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff910cf2fa2600/0x26783cd1c59efec8 lrc: 2/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938582.509734:0:22688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1784938582.509736:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cf2fa2600/0x26783cd1c59efec8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938582.509917:0:22688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc8f29c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+19:3642:x1871643144351232:12345-0@lo:103:ldlm_bl.0 Request processed in 2421us (2575us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938582.509926:0:22688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1784938582.510094:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144351232:0@lo:103:ldlm_bl.0 00000001:00000004:3.0:1784938582.510131:0:24205:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1784938582.513514:0:24205:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:3.0:1784938582.513525:0:24205:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:3.0:1784938582.513564:0:24205:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1784938582.513609:0:24205:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.126@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1784938582.513630:0:24205:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:3.0:1784938582.513646:0:24205:0:(super25.c:181:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:3.0:1784938582.515552:0:24205:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1784938582.518866:0:24205:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1784938582.688893:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144351360:192.168.203.126@tcp:41:osp-pre-1-0.0 00000100:00100000:3.0:1784938582.689143:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938582.689174:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144351360 00000100:00100000:3.0:1784938582.689181:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144351360 00000100:00100000:3.0:1784938582.689238:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 25 00000100:00100000:3.0:1784938582.689247:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffce9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144351360:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 00000004:00000024:3.0:1784938582.689278:0:22709:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1784938582.689318:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffce9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144351360:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 Request processed in 72us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938582.689325:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 25 00000100:00100000:3.0:1784938582.689442:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144351360:192.168.203.126@tcp:41:osp-pre-1-0.0 00000100:00100000:3.0:1784938582.689594:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144351488:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:0.0:1784938582.689772:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938582.690273:0:23444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144351488 00000100:00100000:3.0:1784938582.690279:0:23444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144351488 00000100:00100000:3.0:1784938582.690312:0:23444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 26 00000100:00100000:3.0:1784938582.690318:0:23444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144351488:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 00000004:00000024:3.0:1784938582.690341:0:23444:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1784938582.690376:0:23444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144351488:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 Request processed in 58us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938582.690382:0:23444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 26 00000100:00100000:3.0:1784938582.690491:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144351488:192.168.203.126@tcp:41:osp-pre-0-1.0 00000020:00000004:0.0:1784938583.365205:0:24286:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1784938583.365473:0:24286:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1784938583.391725:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938584.418261:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1784938584.548825:0:22700:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1784938584.548834:0:22700:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff910cf786e000 from 13 10000000:01000000:1.0:1784938584.548840:0:22700:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1784938584.548887:0:22700:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3800/0x26783cd1c59efecf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938584.548899:0:22700:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3800/0x26783cd1c59efecf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938584.548909:0:22700:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3800/0x26783cd1c59efecf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938584.548933:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfe680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144351616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1784938584.549004:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938584.549056:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd0987e40 going to sleep for 11 seconds 00000100:00100000:3.0:1784938584.549117:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144351616 00000100:00100000:3.0:1784938584.549124:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144351616 00000100:00100000:3.0:1784938584.549182:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1784938584.549191:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae00050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+19:22700:x1871643144351616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784938584.549203:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784938584.549380:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cfd1a0000/0x26783cd1c59efed6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efecf expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938584.549403:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cfd1a0000/0x26783cd1c59efed6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efecf expref: 20 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938584.549413:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cfd1a0000/0x26783cd1c59efed6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efecf expref: 20 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938584.549421:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cfd1a0000, rc 0) 00000100:00100000:3.0:1784938584.549472:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae00050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+20:22700:x1871643144351616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 278us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938584.549489:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1784938584.549635:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfe680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144351616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784938584.549671:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3800/0x26783cd1c59efecf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efed6 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938584.549682:0:22700:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3800/0x26783cd1c59efecf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efed6 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938584.549732:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfe680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144351744:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1784938584.549863:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938584.549899:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd0987e40 going to sleep for 11 seconds 00000100:00100000:0.0:1784938584.549955:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144351744 00000100:00100000:0.0:1784938584.549961:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144351744 00000100:00100000:0.0:1784938584.550004:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1784938584.550013:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae00c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+20:22700:x1871643144351744:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1784938584.550027:0:22696:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1784938584.550045:0:22696:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1784938584.550049:0:22696:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1784938584.550124:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae00c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+20:22700:x1871643144351744:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 113us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938584.550132:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1784938584.550205:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfe680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144351744:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1784938584.550289:0:22700:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1784938584.550301:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3800/0x26783cd1c59efecf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efed6 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938584.550310:0:22700:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3800/0x26783cd1c59efecf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efed6 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784938584.550319:0:22700:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1784938584.550322:0:22700:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff910cf7af1800 from 13 10000000:01000000:1.0:1784938584.550325:0:22700:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1784938584.550343:0:22700:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3400/0x26783cd1c59efedd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938584.550350:0:22700:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3400/0x26783cd1c59efedd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938584.550358:0:22700:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3400/0x26783cd1c59efedd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938584.550371:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfe680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144351872:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1784938584.550405:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938584.550432:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd0987e40 going to sleep for 11 seconds 00000100:00100000:0.0:1784938584.550492:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144351872 00000100:00100000:0.0:1784938584.550497:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144351872 00000100:00100000:0.0:1784938584.550533:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1784938584.550542:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae02050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+20:22700:x1871643144351872:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784938584.550551:0:22696:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938584.550562:0:22696:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59efee4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59efedd expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938584.550578:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59efee4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59efedd expref: 21 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938584.550590:0:22696:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59efee4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efedd expref: 21 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938584.550599:0:22696:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910ce6b76e00, rc 0) 00000100:00100000:0.0:1784938584.550633:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae02050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:22700:x1871643144351872:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 94us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938584.550662:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1784938584.550793:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfe680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144351872:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784938584.550806:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3400/0x26783cd1c59efedd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efee4 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938584.550814:0:22700:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3400/0x26783cd1c59efedd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59efee4 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938584.550866:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfe680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144352000:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1784938584.550912:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938584.550942:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd0987e40 going to sleep for 11 seconds 00000100:00100000:3.0:1784938584.551001:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144352000 00000100:00100000:3.0:1784938584.551006:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144352000 00000100:00100000:3.0:1784938584.551036:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1784938584.551043:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:22700:x1871643144352000:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1784938584.551054:0:22697:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1784938584.551066:0:22697:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1784938584.551069:0:22697:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1784938584.551133:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:22700:x1871643144352000:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 90us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938584.551140:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1784938584.551201:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfe680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144352000:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1784938584.551269:0:22700:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1784938584.551275:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3400/0x26783cd1c59efedd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efee4 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938584.551283:0:22700:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3400/0x26783cd1c59efedd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efee4 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938585.441602:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938586.467892:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1784938586.852922:0:22739:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1784938587.502344:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784938587.807471:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144352128:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:0.0:1784938587.807782:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938587.807816:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144352128 00000100:00100000:2.0:1784938587.807825:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144352128 00000100:00100000:2.0:1784938587.807880:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 27 00000100:00100000:2.0:1784938587.807890:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144352128:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 00000004:00000024:2.0:1784938587.807923:0:22708:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1784938587.807972:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144352128:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 Request processed in 84us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938587.807980:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 27 00000100:00100000:0.0:1784938587.808137:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144352128:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:0.0:1784938587.808553:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1871643144352256:192.168.203.126@tcp:41:osp-pre-1-0.0 00000100:00100000:1.0:1784938587.808758:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00080000:2.0:1784938587.808775:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784938587.808780:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784938587.808783:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784938587.808786:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784938587.808797:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784938587.808801:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784938587.808804:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1784938587.808807:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144352256 00000100:00080000:2.0:1784938587.808808:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1784938587.808813:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144352256 00000100:00100000:0.0:1784938587.808855:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 28 00000100:00100000:0.0:1784938587.808864:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffbfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1871643144352256:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 00000100:00100000:2.0:1784938587.808868:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3640:1871643144352384:0@lo:400:kworker.0 00000100:00100000:1.0:1784938587.808869:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3642:1871643144352640:192.168.203.126@tcp:400:kworker.0 00000004:00000024:0.0:1784938587.808889:0:22709:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1784938587.808911:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1784938587.808918:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3642:1871643144352768:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938587.809596:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1871643144352512:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938587.809906:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938587.809941:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910ce66ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3640:1871643144352896:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938587.809991:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144352384 00000100:00100000:2.0:1784938587.809996:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144352384 00000100:00100000:2.0:1784938587.810028:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1784938587.810035:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:3640:x1871643144352384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784938587.810096:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:3640:x1871643144352384:12345-0@lo:400:kworker.0 Request processed in 61us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938587.810104:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1784938587.810144:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3640:1871643144352384:0@lo:400:kworker.0 00000100:00100000:2.0:1784938587.812692:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938587.812733:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938587.812759:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144352640 00000100:00100000:2.0:1784938587.812766:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144352640 00000100:00100000:2.0:1784938587.812806:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144352896 00000100:00100000:2.0:1784938587.812809:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144352896 00000100:00100000:2.0:1784938587.812832:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 13 00000100:00100000:2.0:1784938587.812840:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1871643144352640:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938587.812902:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1871643144352640:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 63us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938587.812909:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 13 00000100:00100000:2.0:1784938587.812927:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 14 00000100:00100000:2.0:1784938587.812933:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1871643144352896:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938587.812958:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1871643144352896:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 25us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938587.812965:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 14 00000100:00080000:2.0:1784938587.812993:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1784938587.814888:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910ce66ca680 x1871643144352896/t0(0) o400->lustre-MDT0001-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938587.814908:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3640:1871643144352896:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938587.814961:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffbfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1871643144352256:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 Request processed in 6097us (6202us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938587.814973:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 28 00000100:00100000:0.0:1784938587.815121:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1871643144352256:192.168.203.126@tcp:41:osp-pre-1-0.0 00010000:00080000:1.0:1784938587.815390:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910ce66c9880 x1871643144352640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938587.815404:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3642:1871643144352640:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938587.815442:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938587.817172:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144352768 00000100:00100000:3.0:1784938587.817184:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144352768 00000100:00100000:3.0:1784938587.817256:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 15 00000100:00100000:3.0:1784938587.817265:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1871643144352768:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938587.817367:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1871643144352768:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 103us (1929us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938587.817375:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 15 00000100:00080000:3.0:1784938587.817396:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1784938587.818990:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00010000:00080000:0.0:1784938587.819060:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910ce66cb100 x1871643144352768/t0(0) o400->lustre-MDT0000-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938587.819088:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3642:1871643144352768:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938587.819098:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144352512 00000100:00100000:3.0:1784938587.819106:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144352512 00000100:00100000:3.0:1784938587.819157:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 16 00000100:00100000:3.0:1784938587.819166:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1871643144352512:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938587.819242:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1871643144352512:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 77us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938587.819255:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 16 00010000:00080000:0.0:1784938587.819750:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910ce66c8380 x1871643144352512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938587.819762:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910ce66c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1871643144352512:192.168.203.126@tcp:400:kworker.0 00000001:02000400:2.0:1784938588.457490:0:24577:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg326-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1784938588.518069:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1784938589.355677:0:24629:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1784938589.356347:0:24629:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1784938589.546125:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1784938589.929426:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:2.0:1784938590.408604:0:24679:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1784938590.411142:0:24679:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1784938590.567173:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938591.588382:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938592.608476:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784938592.742321:0:3639:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784938577/real 1784938577] req@ffff910cf3b6c000 x1871643144345856/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 1 dl 1784938592 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938592.742360:0:3639:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff910cf3b6c000 x1871643144345856/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 1 dl 1784938592 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938592.742370:0:3639:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784938577/real 1784938577] req@ffff910cf3b6d180 x1871643144345984/t0(0) o8->lustre-OST0001-osc-MDT0001@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 1 dl 1784938592 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938592.742381:0:3639:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff910cf3b6d180 x1871643144345984/t0(0) o8->lustre-OST0001-osc-MDT0001@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 1 dl 1784938592 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1784938592.742401:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cc871d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784938592.742423:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.126@tcp failed (-110) 00000100:00100000:3.0:1784938592.742427:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144345856:192.168.203.126@tcp:8:kworker.0 00000100:00080000:3.0:1784938592.742432:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cd200f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784938592.742436:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.126@tcp failed (-110) 00000100:00100000:3.0:1784938592.742439:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144345984:192.168.203.126@tcp:8:kworker.0 00000100:00080000:1.0:1784938592.742651:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938592.742656:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784938592.742659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938592.742662:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784938592.742678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938592.742700:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1784938592.742702:0:36:0:(import.c:65:import_set_state_nolock()) ffff910cc871d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784938592.742708:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 192.168.203.126@tcp last attempt 645 00000100:00080000:1.0:1784938592.742718:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1784938592.742725:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff910cc871d000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:1.0:1784938592.742745:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cffbfd500 x1871643144353536/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1784938592.742757:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938592.742760:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1784938592.742761:0:36:0:(import.c:65:import_set_state_nolock()) ffff910cd200f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784938592.742764:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 192.168.203.126@tcp last attempt 645 00000100:00080000:1.0:1784938592.742767:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1784938592.742770:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff910cd200f000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:1.0:1784938592.742781:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cffbfe680 x1871643144353664/t0(0) o8->lustre-OST0001-osc-MDT0001@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784938592.742821:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144353408:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938592.742914:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1784938592.742922:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3640:1871643144353024:0@lo:400:kworker.0 00000100:00100000:1.0:1784938592.742964:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938592.743071:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3640:1871643144353792:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938592.743113:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144353152:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938592.743139:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3642:1871643144353920:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938592.743173:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1784938592.743180:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1871643144353280:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938592.743203:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3642:1871643144354048:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938592.744173:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938592.744266:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938592.744286:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938592.744320:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938592.744459:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144353536:192.168.203.126@tcp:8:kworker.0 00000100:00100000:3.0:1784938592.744516:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffbfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144353664:192.168.203.126@tcp:8:kworker.0 00000100:00100000:1.0:1784938592.745499:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938592.747272:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144353408 00000100:00100000:0.0:1784938592.747284:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144353408 00000100:00100000:0.0:1784938592.747344:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144353152 00000100:00100000:0.0:1784938592.747348:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144353152 00000100:00100000:0.0:1784938592.747368:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 29 00000100:00100000:0.0:1784938592.747377:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffbff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144353408:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938592.747451:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffbff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144353408:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 75us (3281us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938592.747459:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 29 00000100:00100000:0.0:1784938592.747478:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 30 00000100:00100000:0.0:1784938592.747484:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffbfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144353152:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938592.747510:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffbfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144353152:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 26us (3223us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938592.747517:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 30 00000100:00100000:0.0:1784938592.747649:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144353024 00000100:00100000:0.0:1784938592.747654:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144353024 00000100:00100000:0.0:1784938592.747767:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1784938592.747785:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:3640:x1871643144353024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784938592.747834:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:3640:x1871643144353024:12345-0@lo:400:kworker.0 Request processed in 51us (4870us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938592.747841:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1784938592.751536:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938592.753315:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938592.754134:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144353792 00000100:00100000:3.0:1784938592.754144:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144353792 00000100:00100000:3.0:1784938592.754210:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144353920 00000100:00100000:3.0:1784938592.754227:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144353920 00000100:00100000:3.0:1784938592.754257:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144354048 00000100:00100000:3.0:1784938592.754260:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144354048 00000100:00100000:3.0:1784938592.754279:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 17 00000100:00100000:3.0:1784938592.754289:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffbfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1871643144353792:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938592.754383:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffbfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1871643144353792:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 96us (10116us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938592.754391:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 17 00000100:00100000:3.0:1784938592.754409:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 18 00000100:00100000:3.0:1784938592.754416:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1871643144353920:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938592.754441:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1871643144353920:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 26us (10134us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938592.754448:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 18 00000100:00100000:3.0:1784938592.754460:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 19 00000100:00100000:3.0:1784938592.754467:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1871643144354048:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938592.754491:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1871643144354048:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 25us (8996us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938592.754497:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 19 00000100:00080000:3.0:1784938592.754517:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1784938592.754520:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1784938592.755491:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3640:1871643144353024:0@lo:400:kworker.0 00000100:00100000:3.0:1784938592.755511:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144353408:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938592.756790:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144353664 00000100:00100000:1.0:1784938592.756801:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144353664 00000100:00100000:1.0:1784938592.756837:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 0 00000100:00100000:1.0:1784938592.756844:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3639:x1871643144353664:12345-192.168.203.126@tcp:8:kworker.0 00010000:00020000:1.0:1784938592.756866:0:24210:0:(ldlm_lib.c:1215:target_handle_connect()) lustre-OST0001: not available for connect from 192.168.203.126@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1784938592.759146:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938592.759404:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1784938592.759414:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00010000:00080000:3.0:1784938592.759567:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910cffbfce00 x1871643144353792/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938592.759584:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3640:1871643144353792:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938592.759619:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144353280 00000100:00100000:3.0:1784938592.759626:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144353280 00000100:00100000:3.0:1784938592.759671:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 20 00000100:00100000:3.0:1784938592.761403:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1871643144353280:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938592.761501:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1871643144353280:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 1819us (8202us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938592.761512:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 20 00000100:00100000:3.0:1784938592.761587:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144353536 00000100:00100000:3.0:1784938592.761597:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144353536 00000100:00100000:3.0:1784938592.762738:0:24786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 1 00000100:00100000:3.0:1784938592.762748:0:24786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3639:x1871643144353536:12345-192.168.203.126@tcp:8:kworker.0 00010000:00080000:3.0:1784938592.762780:0:24786:0:(ldlm_lib.c:1468:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@192.168.203.126@tcp t0 exp 0000000000000000 cur 660 last 0 00000020:00000080:3.0:1784938592.762810:0:24786:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x26783cd1c59efeeb 00002000:00100000:3.0:1784938592.762822:0:24786:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff910bc7700000 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136cb ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:3.0:1784938592.762825:0:24786:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:3.0:1784938592.762828:0:24786:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1784938592.764733:0:24786:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:3.0:1784938592.764784:0:24786:0:(import.c:65:import_set_state_nolock()) ffff910bc7700800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1784938592.764851:0:24786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3639:x1871643144353536:12345-192.168.203.126@tcp:8:kworker.0 Request processed in 2100us (5712us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938592.764863:0:24786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 1 00010000:00080000:3.0:1784938592.765452:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910cffbffb80 x1871643144354048/t0(0) o400->lustre-MDT0001-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938592.765482:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3642:1871643144354048:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938592.765501:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144353152:192.168.203.126@tcp:400:kworker.0 00010000:00080000:3.0:1784938592.765512:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910cffbfea00 x1871643144353920/t0(0) o400->lustre-MDT0000-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938592.765520:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3642:1871643144353920:192.168.203.126@tcp:400:kworker.0 00010000:00080000:0.0:1784938592.772573:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910cffbfd500 x1871643144353536/t0(0) o8->lustre-OST0000-osc-MDT0001@192.168.203.126@tcp:28/4 lens 520/416 e 0 to 0 dl 1784938612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1784938592.772589:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910cffbfdc00 x1871643144353280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938592.772593:0:3639:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1784938592.772605:0:3639:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00100000:3.0:1784938592.772606:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1871643144353280:192.168.203.126@tcp:400:kworker.0 00000100:00080000:0.0:1784938592.772617:0:3639:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1784938592.772624:0:3639:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1784938592.772628:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cc871d000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1784938592.772648:0:3639:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1784938592.772656:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144353536:192.168.203.126@tcp:8:kworker.0 00000004:00080000:0.0:1784938592.772785:0:23446:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:0.0:1784938592.772808:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f71180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23446:1871643144354304:192.168.203.126@tcp:7:osp-pre-0-1.0 00000100:00100000:0.0:1784938592.772870:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc67126c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784938592.772885:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144354176:192.168.203.126@tcp:13:osp-pre-0-1.0 00000100:00100000:2.0:1784938592.773161:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938592.773189:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938592.773242:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144354304 00000100:00100000:2.0:1784938592.773249:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144354304 00000100:00100000:2.0:1784938592.773304:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 2 00000100:00100000:2.0:1784938592.775434:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23446:x1871643144354304:12345-192.168.203.126@tcp:7:osp-pre-0-1.0 00000100:00080000:2.0:1784938592.775745:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1784938592.777275:0:23445:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1784938592.777361:0:23445:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 660809146036ns, next at 0ns, rc = 0 00080000:00080000:2.0:1784938592.777369:0:23445:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:0.0:1784938592.778508:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144354176 00000100:00100000:0.0:1784938592.778521:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144354176 00000100:00100000:0.0:1784938592.778569:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 0 00000100:00100000:0.0:1784938592.778579:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3640:x1871643144354176:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 00002000:00000024:0.0:1784938592.778608:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1784938592.778678:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3640:x1871643144354176:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 Request processed in 100us (5487us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938592.778705:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 0 00010000:00080000:2.0:1784938592.781085:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910bc7f73800 x1871643144354176/t0(0) o13->lustre-OST0000-osc-MDT0001@192.168.203.126@tcp:7/4 lens 224/368 e 0 to 0 dl 1784938608 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938592.781109:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144354176:192.168.203.126@tcp:13:osp-pre-0-1.0 00000004:00080000:2.0:1784938592.789572:0:23436:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00002000:00080000:0.0:1784938592.789572:0:24212:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:0.0:1784938592.789582:0:24212:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1784938592.789663:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23446:x1871643144354304:12345-192.168.203.126@tcp:7:osp-pre-0-1.0 Request processed in 14242us (16498us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938592.789678:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 2 00010000:00080000:0.0:1784938592.790439:0:23446:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910bc7f71180 x1871643144354304/t0(0) o7->lustre-OST0000-osc-MDT0001@192.168.203.126@tcp:28/4 lens 264/240 e 0 to 0 dl 1784938608 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938592.790456:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f71180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23446:1871643144354304:192.168.203.126@tcp:7:osp-pre-0-1.0 00000004:00080000:0.0:1784938592.790471:0:23446:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:0.0:1784938592.790577:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f71180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23446:1871643144354432:192.168.203.126@tcp:5:osp-pre-0-1.0 00000100:00100000:0.0:1784938592.790629:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc67126c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784938592.790890:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938592.790952:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144354432 00000100:00100000:3.0:1784938592.790959:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144354432 00000100:00100000:3.0:1784938592.791040:0:24786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 3 00000100:00100000:3.0:1784938592.791050:0:24786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23446:x1871643144354432:12345-192.168.203.126@tcp:5:osp-pre-0-1.0 00002000:00080000:3.0:1784938592.791078:0:24786:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1784938592.791114:0:24786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23446:x1871643144354432:12345-192.168.203.126@tcp:5:osp-pre-0-1.0 Request processed in 66us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938592.791121:0:24786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 3 00010000:00080000:3.0:1784938592.791311:0:23446:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910bc7f71180 x1871643144354432/t0(0) o5->lustre-OST0000-osc-MDT0001@192.168.203.126@tcp:28/4 lens 432/432 e 0 to 0 dl 1784938608 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938592.791323:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f71180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23446:1871643144354432:192.168.203.126@tcp:5:osp-pre-0-1.0 00000004:00080000:3.0:1784938592.791333:0:23446:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1784938592.791361:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23446:1871643144354560:192.168.203.126@tcp:5:osp-pre-0-1.0 00000100:00100000:3.0:1784938592.791494:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc595b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784938592.791590:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938592.791863:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144354560 00000100:00100000:3.0:1784938592.791869:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144354560 00000100:00100000:3.0:1784938592.791933:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 4 00000100:00100000:3.0:1784938592.791942:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23446:x1871643144354560:12345-192.168.203.126@tcp:5:osp-pre-0-1.0 00002000:00080000:3.0:1784938592.791969:0:24212:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:1.0:1784938592.804438:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3639:x1871643144353664:12345-192.168.203.126@tcp:8:kworker.0 Request processed in 47584us (52900us total) trans 0 rc -19/-19 00000100:00100000:1.0:1784938592.804451:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 0 00000100:00080000:1.0:1784938592.805354:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cd200f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1784938592.805364:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.126@tcp failed (-19) 00000100:00100000:1.0:1784938592.805369:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144353664:192.168.203.126@tcp:8:kworker.0 00000001:00080000:0.0:1784938592.847477:0:24206:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:0.0:1784938592.847569:0:24206:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:0.0:1784938592.847767:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23446:x1871643144354560:12345-192.168.203.126@tcp:5:osp-pre-0-1.0 Request processed in 55820us (56171us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1784938592.847778:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 4 00010000:00080000:0.0:1784938592.847993:0:23446:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910cffce9c00 x1871643144354560/t0(0) o5->lustre-OST0000-osc-MDT0001@192.168.203.126@tcp:28/4 lens 432/432 e 0 to 0 dl 1784938608 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938592.848005:0:23446:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1784938592.848011:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23446:1871643144354560:192.168.203.126@tcp:5:osp-pre-0-1.0 00000004:00080000:0.0:1784938592.848027:0:23446:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1784938592.848077:0:23446:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f70700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23446:1871643144354688:192.168.203.126@tcp:900:osp-pre-0-1.0 00000100:00100000:0.0:1784938592.848136:0:23446:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc67129c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784938592.848229:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938592.848265:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144354688 00000100:00100000:0.0:1784938592.848271:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144354688 00000100:00100000:0.0:1784938592.849833:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 1 00000100:00100000:0.0:1784938592.849862:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23446:x1871643144354688:12345-192.168.203.126@tcp:900:osp-pre-0-1.0 00000100:00100000:0.0:1784938592.849952:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23446:x1871643144354688:12345-192.168.203.126@tcp:900:osp-pre-0-1.0 Request processed in 101us (1740us total) trans 0 rc 0/0 00010000:00080000:1.0:1784938592.851832:0:23446:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910bc7f70700 x1871643144354688/t0(0) o900->lustre-MDT0000-lwp-MDT0001@192.168.203.126@tcp:29/10 lens 264/248 e 0 to 0 dl 1784938608 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938592.851850:0:23446:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f70700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23446:1871643144354688:192.168.203.126@tcp:900:osp-pre-0-1.0 00000100:00100000:0.0:1784938592.859193:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 1 00000100:00100000:0.0:1784938592.928393:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144354816:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:2.0:1784938592.929065:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938592.929100:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144354816 00000100:00100000:2.0:1784938592.929108:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144354816 00000100:00100000:2.0:1784938592.929166:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 31 00000100:00100000:2.0:1784938592.929175:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144354816:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 00000004:00000024:2.0:1784938592.929267:0:22708:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1784938592.929326:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144354816:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 Request processed in 152us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938592.929415:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 31 00000100:00100000:3.0:1784938592.929469:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144354816:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:3.0:1784938592.929669:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144354944:192.168.203.126@tcp:41:osp-pre-1-0.0 00000100:00100000:2.0:1784938592.929887:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938592.929952:0:23444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144354944 00000100:00100000:0.0:1784938592.929957:0:23444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144354944 00000100:00100000:0.0:1784938592.929995:0:23444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 32 00000100:00100000:0.0:1784938592.930002:0:23444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfe86c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144354944:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 00000004:00000024:0.0:1784938592.930028:0:23444:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1784938592.930065:0:23444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfe86c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144354944:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 Request processed in 63us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938592.930072:0:23444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 32 00000100:00100000:3.0:1784938592.930267:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144354944:192.168.203.126@tcp:41:osp-pre-1-0.0 00010000:00010000:0.0:1784938593.631389:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938594.656950:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938595.685764:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1784938596.064182:0:22739:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1784938596.707055:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1784938597.260983:0:25025:0:(obd_mount.c:919:lmd_print()) mount data: 00000020:01000004:3.0:1784938597.260987:0:25025:0:(obd_mount.c:922:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:3.0:1784938597.260989:0:25025:0:(obd_mount.c:925:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1784938597.261101:0:25025:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff910bc7016000 00000020:01000004:3.0:1784938597.261116:0:25025:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1784938597.261130:0:25025:0:(obd_mount.c:226:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1784938597.261143:0:25025:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff910cf7b08000) 00000020:00000080:3.0:1784938597.261160:0:25025:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1784938597.297883:0:25025:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1784938597.298618:0:25025:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1784938597.299024:0:25025:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1784938597.299311:0:25025:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1784938597.299517:0:25025:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1784938597.299747:0:25025:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1784938597.299965:0:25025:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:01000000:2.0:1784938597.302709:0:25025:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1784938597.302936:0:25025:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1784938597.302953:0:25025:0:(osd_handler.c:8932:osd_obd_connect()) connect #0 00000020:00000080:2.0:1784938597.302968:0:25025:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x26783cd1c59efef9 00000020:01000004:2.0:1784938597.302975:0:25025:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1784938597.303007:0:25025:0:(obd_mount.c:406:lustre_start_mgc()) MGC192.168.203.126@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1784938597.303012:0:25025:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.126@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1784938597.303020:0:25025:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1784938597.303052:0:25025:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1784938597.303057:0:25025:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.126@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1784938597.312638:0:25025:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.126@tcp ctxt 0 is initialized 00000020:01000004:3.0:1784938597.312732:0:25025:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.126@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1784938597.312738:0:25025:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1784938597.312740:0:25025:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1784938597.312741:0:25025:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784938597.312742:0:25025:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784938597.312743:0:25025:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784938597.312744:0:25025:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784938597.312745:0:25025:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1784938597.312747:0:25025:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784938597.312748:0:25025:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1784938597.312752:0:25025:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1784938597.312754:0:25025:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1784938597.312762:0:25025:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1784938597.312763:0:25025:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784938597.312764:0:25025:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784938597.312764:0:25025:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784938597.312765:0:25025:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784938597.312766:0:25025:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1784938597.312767:0:25025:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784938597.312768:0:25025:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1784938597.312795:0:25025:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1784938597.312816:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144355072:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1784938597.312891:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938597.312992:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdf5110c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784938597.313034:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144355072 00000100:00100000:2.0:1784938597.313042:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144355072 00000100:00100000:2.0:1784938597.313138:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1784938597.313148:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:25025:x1871643144355072:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1784938597.313193:0:22698:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1784938597.313196:0:22698:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:2.0:1784938597.313205:0:22698:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1784938597.313537:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:25025:x1871643144355072:12345-0@lo:253:mount.lustre.0 Request processed in 390us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938597.313546:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1784938597.313619:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144355072:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1784938597.313631:0:25025:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1784938597.313633:0:25025:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1784938597.313634:0:25025:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1784938597.313636:0:25025:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784938597.313637:0:25025:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784938597.313638:0:25025:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784938597.313639:0:25025:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784938597.313640:0:25025:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1784938597.313642:0:25025:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784938597.313643:0:25025:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1784938597.313675:0:25025:0:(tgt_mount.c:101:server_register_mount()) register mount ffff910bc7016000 from lustre-OST0001 10000000:01000000:3.0:1784938597.313704:0:25025:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1784938597.313707:0:25025:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1784938597.313715:0:25025:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff910cf2dc19c0 local copy 00010000:00010000:3.0:1784938597.313725:0:25025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b76c00/0x26783cd1c59efc13 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efc1a expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938597.313812:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144355200:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784938597.313844:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938597.314046:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7448600 going to sleep for 11 seconds 00000100:00100000:0.0:1784938597.314126:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144355200 00000100:00100000:0.0:1784938597.314132:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144355200 00000100:00100000:0.0:1784938597.314158:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1784938597.314166:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7ced450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:25025:x1871643144355200:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784938597.314271:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7ced450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:25025:x1871643144355200:12345-0@lo:501:mount.lustre.0 Request processed in 105us (426us total) trans 0 rc -2/-2 00000100:00100000:0.0:1784938597.314279:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1784938597.314380:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144355200:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1784938597.314400:0:25025:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.126@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1784938597.314418:0:25025:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.126@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1784938597.314424:0:25025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b76c00/0x26783cd1c59efc13 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efc1a expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938597.314433:0:25025:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910ce6b76c00/0x26783cd1c59efc13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59efc1a expref: -99 pid: 22682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784938597.314459:0:25025:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff910bc7016000 10000000:01000000:3.0:1784938597.314465:0:25025:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1784938597.314470:0:25025:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1784938597.314473:0:25025:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1784938597.314477:0:25025:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1784938597.314479:0:25025:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1784938597.314501:0:25025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1a00/0x26783cd1c59eff00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938597.314509:0:25025:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1a00/0x26783cd1c59eff00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938597.314519:0:25025:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1a00/0x26783cd1c59eff00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938597.314532:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144355328:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1784938597.314564:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938597.314582:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7448600 going to sleep for 11 seconds 00000100:00100000:0.0:1784938597.314630:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144355328 00000100:00100000:0.0:1784938597.314635:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144355328 00000100:00100000:0.0:1784938597.314718:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1784938597.314726:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:25025:x1871643144355328:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784938597.314734:0:22696:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938597.314745:0:22696:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910ce6b77c00/0x26783cd1c59eff07 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59eff00 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.314766:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910ce6b77c00/0x26783cd1c59eff07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59eff00 expref: 22 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.314775:0:22696:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910ce6b77c00/0x26783cd1c59eff07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59eff00 expref: 22 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.314783:0:22696:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910ce6b77c00, rc 0) 00000100:00100000:0.0:1784938597.314819:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:25025:x1871643144355328:12345-0@lo:101:mount.lustre.0 Request processed in 94us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938597.314825:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1784938597.314890:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144355328:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784938597.314901:0:25025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1a00/0x26783cd1c59eff00 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59eff07 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938597.314918:0:25025:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1a00/0x26783cd1c59eff00 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59eff07 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1784938597.315748:0:25025:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1784938597.316311:0:25025:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784938597.317889:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1784938597.317932:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1784938597.317949:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1784938597.317967:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1784938597.317984:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1784938597.318002:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1784938597.318019:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1784938597.318034:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1784938597.318048:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1784938597.318070:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1784938597.318076:0:25025:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1784938597.318172:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144355456:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784938597.318258:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938597.318297:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc74489c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784938597.318368:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144355456 00000100:00100000:0.0:1784938597.318375:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144355456 00000100:00100000:0.0:1784938597.318426:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1784938597.318434:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:25025:x1871643144355456:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784938597.318567:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:25025:x1871643144355456:12345-0@lo:501:mount.lustre.0 Request processed in 132us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938597.318584:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1784938597.318747:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144355456:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784938597.318777:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144355584:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784938597.318814:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938597.318938:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc74489c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784938597.318984:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144355584 00000100:00100000:1.0:1784938597.318988:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144355584 00000100:00100000:1.0:1784938597.319009:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1784938597.319015:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:25025:x1871643144355584:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784938597.319755:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:25025:x1871643144355584:12345-0@lo:503:mount.lustre.0 Request processed in 737us (937us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938597.319763:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1784938597.319901:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144355584:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1784938597.320310:0:25025:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1784938597.320375:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144355712:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938597.320423:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938597.320447:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7448600 going to sleep for 11 seconds 00000100:00100000:0.0:1784938597.320540:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144355712 00000100:00100000:0.0:1784938597.320545:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144355712 00000100:00100000:0.0:1784938597.320577:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1784938597.320585:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:25025:x1871643144355712:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784938597.321017:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:25025:x1871643144355712:12345-0@lo:502:mount.lustre.0 Request processed in 432us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938597.321025:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1784938597.321135:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144355712:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1784938597.321431:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1784938597.321459:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1784938597.321472:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1784938597.321485:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1784938597.321500:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1784938597.321513:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1784938597.321526:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1784938597.321540:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1784938597.321555:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:1.0:1784938597.321582:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144355840:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784938597.321624:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938597.321768:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cf78d5c00 going to sleep for 11 seconds 00000100:00100000:0.0:1784938597.321812:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144355840 00000100:00100000:0.0:1784938597.321817:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144355840 00000100:00100000:0.0:1784938597.321887:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1784938597.321895:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:25025:x1871643144355840:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784938597.321985:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:25025:x1871643144355840:12345-0@lo:502:mount.lustre.0 Request processed in 90us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938597.321992:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1784938597.322058:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144355840:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784938597.322101:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1784938597.322109:0:25025:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:3.0:1784938597.322706:0:25029:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1784938597.322714:0:25029:0:(obd_mount.c:957:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:3.0:1784938597.322721:0:25029:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784938597.322724:0:25029:0:(obd_config.c:1561:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1784938597.322731:0:25029:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1784938597.322745:0:25029:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff910cf7b0b380) 00000020:00000080:3.0:1784938597.322768:0:25029:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:3.0:1784938597.322774:0:25029:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1784938597.322831:0:25029:0:(tgt_mount.c:153:server_get_mount()) get mount ffff910bc7016000 from lustre-OST0001, refs=2 00080000:01000000:3.0:1784938597.322838:0:25029:0:(osd_handler.c:8932:osd_obd_connect()) connect #1 00000020:00000080:3.0:1784938597.322844:0:25029:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x26783cd1c59eff15 00010000:00010000:3.0:1784938597.326329:0:25029:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:3.0:1784938597.326768:0:25029:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:3.0:1784938597.328032:0:25029:0:(osd_handler.c:5582:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1784938597.329316:0:25029:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:3.0:1784938597.329328:0:25029:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784938597.329335:0:25029:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784938597.329337:0:25029:0:(obd_config.c:1561:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:3.0:1784938597.329340:0:25029:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784938597.329345:0:25029:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784938597.329346:0:25029:0:(obd_config.c:1561:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:3.0:1784938597.329350:0:25029:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1784938597.329352:0:25029:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1784938597.329354:0:25029:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784938597.329356:0:25029:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784938597.329358:0:25029:0:(obd_config.c:1561:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:3.0:1784938597.329367:0:25029:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784938597.329370:0:25029:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784938597.329372:0:25029:0:(obd_config.c:1561:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1784938597.329375:0:25029:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1784938597.329400:0:25029:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784938597.329402:0:25029:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784938597.329404:0:25029:0:(obd_config.c:1561:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1784938597.329407:0:25029:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:2.0:1784938597.329596:0:25025:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:2.0:1784938597.329625:0:25025:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1784938597.329649:0:25025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1a00/0x26783cd1c59eff00 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59eff07 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938597.329810:0:25025:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1a00/0x26783cd1c59eff00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59eff07 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784938597.329819:0:25025:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff910bc7016000 from 1 10000000:01000000:2.0:1784938597.329823:0:25025:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1784938597.329858:0:25025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59eff1c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938597.329867:0:25025:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59eff1c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938597.329877:0:25025:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59eff1c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938597.329901:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cfe86d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144355968:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1784938597.329968:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938597.330010:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd1d4db40 going to sleep for 11 seconds 00000100:00100000:1.0:1784938597.330069:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144355968 00000100:00100000:1.0:1784938597.330075:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144355968 00000100:00100000:1.0:1784938597.330122:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1784938597.330131:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:25025:x1871643144355968:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1784938597.330144:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784938597.330158:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cf2fa2e00/0x26783cd1c59eff23 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59eff1c expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938597.330196:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cf2fa2e00/0x26783cd1c59eff23 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59eff1c expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938597.330207:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cf2fa2e00/0x26783cd1c59eff23 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59eff1c expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938597.330245:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cf2fa2e00, rc 0) 00000100:00100000:1.0:1784938597.330286:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:25025:x1871643144355968:12345-0@lo:101:mount.lustre.0 Request processed in 155us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938597.330293:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1784938597.330415:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cfe86d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144355968:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1784938597.330428:0:25025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59eff1c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59eff23 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938597.330437:0:25025:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59eff1c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59eff23 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1784938597.331329:0:25025:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1784938597.331560:0:25025:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1784938597.331780:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1784938597.331806:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1784938597.331822:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1784938597.331836:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1784938597.331850:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1784938597.331865:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1784938597.331879:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1784938597.331893:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1784938597.331908:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1784938597.331921:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1784938597.331935:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1784938597.331952:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1784938597.331957:0:25025:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1784938597.332019:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144356096:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784938597.332078:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938597.332113:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc8d57540 going to sleep for 11 seconds 00000100:00100000:1.0:1784938597.332180:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144356096 00000100:00100000:1.0:1784938597.332186:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144356096 00000100:00100000:1.0:1784938597.332247:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1784938597.332256:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7ced850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:25025:x1871643144356096:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784938597.332342:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7ced850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:25025:x1871643144356096:12345-0@lo:501:mount.lustre.0 Request processed in 88us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938597.332349:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1784938597.332483:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144356096:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1784938597.332511:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144356224:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784938597.332550:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938597.332566:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc8d57540 going to sleep for 11 seconds 00000100:00100000:1.0:1784938597.332611:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144356224 00000100:00100000:1.0:1784938597.332615:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144356224 00000100:00100000:1.0:1784938597.332644:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1784938597.332751:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:25025:x1871643144356224:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784938597.332832:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:25025:x1871643144356224:12345-0@lo:503:mount.lustre.0 Request processed in 181us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938597.332838:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1784938597.332907:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144356224:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1784938597.333193:0:25025:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1784938597.333351:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144356352:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938597.333384:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938597.333439:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff910ce6bd9180 going to sleep for 11 seconds 00000100:00100000:1.0:1784938597.340811:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144356352 00000100:00100000:1.0:1784938597.340825:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144356352 00000100:00100000:1.0:1784938597.340948:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1784938597.340957:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:25025:x1871643144356352:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784938597.341130:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:25025:x1871643144356352:12345-0@lo:502:mount.lustre.0 Request processed in 173us (7744us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938597.341137:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1784938597.341518:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144356352:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784938597.341754:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1784938597.341784:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1784938597.341800:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1784938597.341826:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1784938597.341840:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1784938597.341854:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1784938597.341867:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1784938597.341879:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1784938597.341892:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1784938597.341906:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1784938597.341919:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1784938597.341954:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144356480:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938597.342003:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938597.342630:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff910ce6bd9180 going to sleep for 11 seconds 00000100:00100000:0.0:1784938597.342734:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144356480 00000100:00100000:0.0:1784938597.342740:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144356480 00000100:00100000:0.0:1784938597.342774:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1784938597.342782:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:25025:x1871643144356480:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1784938597.342907:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:25025:x1871643144356480:12345-0@lo:502:mount.lustre.0 Request processed in 125us (903us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938597.342915:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1784938597.343372:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144356480:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1784938597.343438:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1784938597.343449:0:25025:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1784938597.344452:0:25033:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784938597.344462:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938597.344464:0:25033:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1784938597.344471:0:25033:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff910bc7016000 00000020:00000080:2.0:1784938597.344474:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1784938597.344482:0:25033:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784938597.344485:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938597.344486:0:25033:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1784938597.344488:0:25033:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784938597.344491:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938597.344492:0:25033:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1784938597.344495:0:25033:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff910bc7016000 00000020:00000080:2.0:1784938597.344497:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1784938597.344551:0:25033:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784938597.344555:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938597.344556:0:25033:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1784938597.344559:0:25033:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784938597.344561:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938597.344563:0:25033:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1784938597.344566:0:25033:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff910bc7016000 00000020:00000080:2.0:1784938597.344569:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1784938597.344586:0:25033:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784938597.344588:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938597.344589:0:25033:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1784938597.344591:0:25033:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784938597.344594:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938597.344595:0:25033:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1784938597.344598:0:25033:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff910bc7016000 00000020:00000080:2.0:1784938597.344600:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1784938597.344619:0:25033:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784938597.344622:0:25033:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784938597.344623:0:25033:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1784938597.344626:0:25033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1784938597.348846:0:25025:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1784938597.348892:0:25025:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1784938597.348945:0:25025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59eff1c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59eff23 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.348969:0:25025:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59eff1c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59eff23 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784938597.349027:0:25025:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1784938597.349031:0:25025:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff910bc7016000 10000000:01000000:0.0:1784938597.349034:0:25025:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff910bc7016000 10000000:01000000:0.0:1784938597.349039:0:25025:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1784938597.349045:0:25025:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff910bc7016000 from 1 10000000:01000000:0.0:1784938597.349048:0:25025:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1784938597.349083:0:25025:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59eff2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.349091:0:25025:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59eff2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.349101:0:25025:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59eff2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938597.349126:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f71880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144356608:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1784938597.349191:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938597.349243:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc94e7c00 going to sleep for 11 seconds 00000100:00100000:0.0:1784938597.349267:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144356608 00000100:00100000:0.0:1784938597.349273:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144356608 00000100:00100000:0.0:1784938597.349327:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1784938597.349335:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:25025:x1871643144356608:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784938597.349349:0:22697:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938597.349363:0:22697:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910ce6b77a00/0x26783cd1c59eff31 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59eff2a expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.349395:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910ce6b77a00/0x26783cd1c59eff31 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59eff2a expref: 24 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.349405:0:22697:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910ce6b77a00/0x26783cd1c59eff31 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59eff2a expref: 24 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.349414:0:22697:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910ce6b77a00, rc 0) 00000100:00100000:0.0:1784938597.349450:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:25025:x1871643144356608:12345-0@lo:101:mount.lustre.0 Request processed in 116us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938597.349457:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1784938597.349505:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f71880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144356608:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1784938597.349518:0:25025:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59eff2a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59eff31 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.349526:0:25025:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59eff2a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59eff31 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1784938597.365557:0:25025:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1784938597.367031:0:25025:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1784938597.367296:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1784938597.367324:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1784938597.367337:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1784938597.367349:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1784938597.367360:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1784938597.367371:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1784938597.367381:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1784938597.367394:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1784938597.367407:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1784938597.367419:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1784938597.367430:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1784938597.367442:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1784938597.367470:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1784938597.367484:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1784938597.367495:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1784938597.367509:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1784938597.367521:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1784938597.367533:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1784938597.367545:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1784938597.367558:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1784938597.367569:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1784938597.367581:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1784938597.367592:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1784938597.367605:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1784938597.367628:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1784938597.367642:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1784938597.367935:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1784938597.367955:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1784938597.367983:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1784938597.367998:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1784938597.368010:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1784938597.368022:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1784938597.368033:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1784938597.368046:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1784938597.368059:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1784938597.368072:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1784938597.368085:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1784938597.368098:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1784938597.368111:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1784938597.368123:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1784938597.368135:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1784938597.368148:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1784938597.368161:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1784938597.368174:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1784938597.368200:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1784938597.368236:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1784938597.368253:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1784938597.368265:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1784938597.368372:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1784938597.368390:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1784938597.368406:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1784938597.368411:0:25025:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1784938597.368533:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144356736:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784938597.368595:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938597.368642:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc67123c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784938597.369909:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144356736 00000100:00100000:0.0:1784938597.369922:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144356736 00000100:00100000:0.0:1784938597.370016:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1784938597.370026:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:25025:x1871643144356736:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1784938597.370175:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:25025:x1871643144356736:12345-0@lo:501:mount.lustre.0 Request processed in 150us (1578us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938597.370182:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1784938597.370781:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144356736:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1784938597.370835:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144356864:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1784938597.370886:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938597.370915:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc67123c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784938597.371005:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144356864 00000100:00100000:3.0:1784938597.371011:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144356864 00000100:00100000:3.0:1784938597.371052:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1784938597.371061:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:25025:x1871643144356864:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1784938597.371154:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:25025:x1871643144356864:12345-0@lo:503:mount.lustre.0 Request processed in 95us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938597.371162:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1784938597.371257:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144356864:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1784938597.372772:0:25025:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1784938597.372868:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144356992:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938597.372929:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938597.372964:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff910ce6bd9840 going to sleep for 11 seconds 00000100:00100000:1.0:1784938597.373302:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144356992 00000100:00100000:1.0:1784938597.373310:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144356992 00000100:00100000:1.0:1784938597.373355:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1784938597.373365:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:25025:x1871643144356992:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784938597.373480:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:25025:x1871643144356992:12345-0@lo:502:mount.lustre.0 Request processed in 116us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938597.373489:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1784938597.373786:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144356992:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784938597.373996:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1784938597.374028:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1784938597.374044:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1784938597.374056:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1784938597.374071:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1784938597.374086:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1784938597.374099:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1784938597.374113:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1784938597.374128:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1784938597.374142:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1784938597.374158:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1784938597.374173:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1784938597.374187:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1784938597.374200:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1784938597.374256:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1784938597.374294:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1784938597.374312:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1784938597.374327:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1784938597.374341:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1784938597.374354:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1784938597.374368:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1784938597.374383:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1784938597.374398:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1784938597.374414:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1784938597.374428:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1784938597.374441:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1784938597.374455:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1784938597.374469:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1784938597.374484:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1784938597.374498:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1784938597.374513:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1784938597.374543:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1784938597.374558:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1784938597.374570:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1784938597.374581:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1784938597.374591:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1784938597.374603:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1784938597.374616:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1784938597.374627:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1784938597.374639:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1784938597.375561:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1784938597.375600:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1784938597.375617:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1784938597.375632:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1784938597.375646:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1784938597.375735:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1784938597.375749:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1784938597.375777:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1784938597.375837:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144357120:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938597.375905:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938597.375940:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff910ce6bd9840 going to sleep for 11 seconds 00000100:00100000:1.0:1784938597.375996:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144357120 00000100:00100000:1.0:1784938597.376002:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144357120 00000100:00100000:1.0:1784938597.376048:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1784938597.376070:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:25025:x1871643144357120:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1784938597.376188:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:25025:x1871643144357120:12345-0@lo:502:mount.lustre.0 Request processed in 132us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938597.376194:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1784938597.376446:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144357120:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1784938597.376602:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1784938597.376624:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1784938597.376644:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144357248:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938597.376752:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938597.376778:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144357248 00000100:00100000:3.0:1784938597.376782:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144357248 00000100:00100000:3.0:1784938597.376854:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1784938597.376861:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:25025:x1871643144357248:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1784938597.376951:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:25025:x1871643144357248:12345-0@lo:502:mount.lustre.0 Request processed in 91us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938597.376957:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1784938597.382286:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff910ce6bd9840 going to sleep for 11 seconds 00000100:00100000:2.0:1784938597.382335:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffce8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144357248:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1784938597.382429:0:25025:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1784938597.382443:0:25025:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1784938597.384570:0:25038:0:(obd_mount.c:226:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1784938597.384589:0:25038:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff910cfd760000) 00000020:00000080:1.0:1784938597.384614:0:25038:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:1.0:1784938597.387252:0:25038:0:(tgt_mount.c:153:server_get_mount()) get mount ffff910bc7016000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1784938597.387261:0:25038:0:(tgt_mount.c:187:server_put_mount()) put mount ffff910bc7016000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1784938597.387265:0:25038:0:(obd_mount.c:706:lustre_put_lsi()) put ffff910bc7016000 3 00010000:00080000:1.0:1784938597.387304:0:25038:0:(ldlm_lib.c:125:import_set_conn()) imp ffff910bc67ad800@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.126@tcp at head 00010000:00010000:1.0:1784938597.391050:0:25038:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:1.0:1784938597.391158:0:25038:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:1.0:1784938597.391203:0:25038:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1784938597.393761:0:25038:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x26783cd1c59eff3f 00000100:00080000:1.0:1784938597.393778:0:25038:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 192.168.203.126@tcp last attempt 0 00000100:00080000:1.0:1784938597.393790:0:25038:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff910bc67ad800 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:1.0:1784938597.393825:0:25038:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cc875f800 x1871643144357376/t0(0) o38->lustre-MDT0000-lwp-OST0001@192.168.203.126@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784938597.393870:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3639:1871643144357376:192.168.203.126@tcp:38:llog_process_th.0 00000100:00080000:1.0:1784938597.393984:0:25038:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1784938597.394365:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784938597.394370:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784938597.394373:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784938597.394376:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784938597.394403:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784938597.394406:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1784938597.394408:0:36:0:(import.c:65:import_set_state_nolock()) ffff910cd200f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1784938597.394414:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 192.168.203.126@tcp last attempt 660 00000100:00080000:2.0:1784938597.394420:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1784938597.394424:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff910cd200f000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:2.0:1784938597.394438:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cfe86fb80 x1871643144358016/t0(0) o8->lustre-OST0001-osc-MDT0001@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784938597.394476:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cfe86df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3640:1871643144357632:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938597.394515:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cfe86dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3640:1871643144358272:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938597.394543:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1784938597.394550:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cfe86e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144357760:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938597.394570:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cfe86c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3640:1871643144358400:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938597.394819:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938597.394850:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938597.394922:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938597.394939:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938597.394958:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938597.394973:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144357760 00000100:00100000:2.0:1784938597.394979:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144357760 00000100:00100000:2.0:1784938597.395020:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 33 00000100:00100000:2.0:1784938597.395029:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfe86e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144357760:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938597.395075:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfe86e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144357760:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 46us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938597.395082:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 33 00000100:00100000:2.0:1784938597.395169:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cfe86e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144357760:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938597.395265:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cfe86ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144357888:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938597.395307:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1784938597.395314:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cfe86ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144357504:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938597.395335:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cfe86f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3642:1871643144358144:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938597.395427:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938597.395447:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938597.395464:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938597.395478:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144357376 00000100:00100000:3.0:1784938597.395482:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144357376 00000100:00100000:3.0:1784938597.395495:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144357632 00000100:00100000:3.0:1784938597.395504:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144357632 00000100:00100000:3.0:1784938597.395521:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144358272 00000100:00100000:3.0:1784938597.395524:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144358272 00000100:00100000:3.0:1784938597.395545:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144358400 00000100:00100000:3.0:1784938597.395547:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144358400 00000100:00100000:3.0:1784938597.395575:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144358144 00000100:00100000:3.0:1784938597.395578:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144358144 00000100:00100000:3.0:1784938597.395590:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 21 00000100:00100000:3.0:1784938597.395596:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfe86d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1871643144357632:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938597.395628:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfe86d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1871643144357632:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 31us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938597.395635:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 21 00000100:00100000:3.0:1784938597.395648:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 22 00000100:00100000:1.0:1784938597.395828:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cfe86fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144358016:192.168.203.126@tcp:8:kworker.0 00000100:00100000:2.0:1784938597.396184:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938597.396533:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfe86f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1871643144358272:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938597.396571:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfe86f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1871643144358272:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 43us (1630us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938597.396637:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 5 00000100:00100000:1.0:1784938597.396643:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfe86c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3639:x1871643144357376:12345-192.168.203.126@tcp:38:llog_process_th.0 00010000:00080000:1.0:1784938597.396679:0:22704:0:(ldlm_lib.c:1468:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@192.168.203.126@tcp t0 exp 0000000000000000 cur 665 last 0 00000020:00000080:1.0:1784938597.396711:0:22704:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x26783cd1c59eff46 00000004:00100000:1.0:1784938597.396723:0:22704:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1784938597.396755:0:22704:0:(import.c:65:import_set_state_nolock()) ffff910bc67a9000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1784938597.396784:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfe86c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1871643144357376:12345-192.168.203.126@tcp:38:llog_process_th.0 Request processed in 139us (1966us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938597.396791:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 5 00000100:00100000:1.0:1784938597.396807:0:22704:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1784938597.396814:0:22704:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:0.0:1784938597.396912:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 23 00000100:00100000:0.0:1784938597.396923:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfe86f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1871643144358400:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938597.396957:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfe86f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1871643144358400:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 38us (1998us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938597.396964:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 23 00000100:00100000:0.0:1784938597.396975:0:22703:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1784938597.396981:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 24 00000100:00100000:0.0:1784938597.396987:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffce9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1871643144358144:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938597.397007:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffce9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1871643144358144:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 20us (1542us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938597.397013:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 24 00000100:00100000:0.0:1784938597.397031:0:23444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144357504 00000100:00100000:0.0:1784938597.397036:0:23444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144357504 00000100:00100000:0.0:1784938597.397071:0:23444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 34 00000100:00100000:0.0:1784938597.397078:0:23444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffce9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144357504:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938597.397103:0:23444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffce9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144357504:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 26us (1655us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938597.397108:0:23444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 34 00000100:00100000:3.0:1784938597.397922:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 22 00000100:00100000:3.0:1784938597.397959:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144357888 00000100:00100000:3.0:1784938597.397964:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144357888 00000100:00100000:3.0:1784938597.397999:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144358016 00000100:00100000:3.0:1784938597.398002:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144358016 00000100:00100000:3.0:1784938597.398019:0:24786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 0 00000100:00100000:3.0:1784938597.398028:0:24786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144357888:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938597.398066:0:24786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144357888:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 40us (2639us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938597.398073:0:24786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 0 00000100:00100000:3.0:1784938597.398084:0:24786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 5 00000100:00100000:3.0:1784938597.398095:0:24786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfe86e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3639:x1871643144358016:12345-192.168.203.126@tcp:8:kworker.0 00000100:00100000:3.0:1784938597.398134:0:24786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfe86e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3639:x1871643144358016:12345-192.168.203.126@tcp:8:kworker.0 Request processed in 38us (1950us total) trans 0 rc -11/-11 00000100:00100000:3.0:1784938597.398141:0:24786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 5 00000100:00080000:3.0:1784938597.398160:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1784938597.398164:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1784938597.398166:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1784938597.398455:0:3639:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1784938597.398464:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cd200f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784938597.398469:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.126@tcp failed (-11) 00000100:00100000:3.0:1784938597.398474:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cfe86fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144358016:192.168.203.126@tcp:8:kworker.0 00010000:00080000:3.0:1784938597.398497:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910cc875f800 x1871643144357376/t0(0) o38->lustre-MDT0000-lwp-OST0001@192.168.203.126@tcp:12/10 lens 520/416 e 0 to 0 dl 1784938607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938597.398507:0:3639:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1784938597.398513:0:3639:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1784938597.398520:0:3639:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1784938597.398525:0:3639:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1784938597.398527:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc67ad800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1784938597.398533:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3639:1871643144357376:192.168.203.126@tcp:38:llog_process_th.0 00000100:00100000:3.0:1784938597.398570:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cfe86ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144357504:192.168.203.126@tcp:400:kworker.0 00010000:00080000:3.0:1784938597.398582:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910cfe86f480 x1871643144358144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938597.398591:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cfe86f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3642:1871643144358144:192.168.203.126@tcp:400:kworker.0 00010000:00080000:3.0:1784938597.398600:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910cfe86ca80 x1871643144357888/t0(0) o400->lustre-OST0000-osc-MDT0001@192.168.203.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1784938613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938597.398616:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cfe86ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144357888:192.168.203.126@tcp:400:kworker.0 00000020:01000004:1.0:1784938597.402258:0:25038:0:(obd_mount.c:226:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1784938597.402275:0:25038:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff910cfd7619c0) 00000020:00000080:1.0:1784938597.402300:0:25038:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:1.0:1784938597.402436:0:25038:0:(tgt_mount.c:153:server_get_mount()) get mount ffff910bc7016000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1784938597.402441:0:25038:0:(tgt_mount.c:187:server_put_mount()) put mount ffff910bc7016000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1784938597.402443:0:25038:0:(obd_mount.c:706:lustre_put_lsi()) put ffff910bc7016000 3 00010000:00080000:1.0:1784938597.402480:0:25038:0:(ldlm_lib.c:125:import_set_conn()) imp ffff910bc67ad000@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.126@tcp at head 00010000:00080000:2.0:1784938597.403923:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910cfe86c000 x1871643144358400/t0(0) o400->lustre-MDT0001-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938597.403940:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cfe86c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3640:1871643144358400:192.168.203.126@tcp:400:kworker.0 00010000:00080000:2.0:1784938597.403955:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910cfe86df80 x1871643144357632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938597.403964:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cfe86df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3640:1871643144357632:192.168.203.126@tcp:400:kworker.0 00010000:00080000:2.0:1784938597.403976:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910cfe86dc00 x1871643144358272/t0(0) o400->lustre-MDT0000-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938597.403985:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cfe86dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3640:1871643144358272:192.168.203.126@tcp:400:kworker.0 00010000:00010000:0.0:1784938597.408636:0:25038:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1784938597.408758:0:25038:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1784938597.408823:0:25038:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1784938597.408835:0:25038:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x26783cd1c59eff54 00000100:00080000:0.0:1784938597.408848:0:25038:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 192.168.203.126@tcp last attempt 0 00000100:00080000:0.0:1784938597.408859:0:25038:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff910bc67ad000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:0.0:1784938597.408895:0:25038:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910bc7f71880 x1871643144358528/t0(0) o38->lustre-MDT0001-lwp-OST0001@192.168.203.126@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784938597.408925:0:25038:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:3.0:1784938597.409182:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3639:1871643144358528:192.168.203.126@tcp:38:llog_process_th.0 00000100:00080000:2.0:1784938597.409390:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784938597.409396:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1784938597.409405:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1784938597.409408:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1784938597.409831:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000040:00080000:0.0:1784938597.409942:0:25038:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1784938597.410076:0:25025:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1784938597.410105:0:25025:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1784938597.410125:0:25025:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59eff2a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59eff31 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938597.410136:0:25025:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910ce6b77400/0x26783cd1c59eff2a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59eff31 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1784938597.410178:0:25025:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1784938597.410181:0:25025:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1784938597.410182:0:25025:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784938597.410184:0:25025:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784938597.410185:0:25025:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784938597.410187:0:25025:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784938597.410188:0:25025:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1784938597.410190:0:25025:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784938597.410192:0:25025:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1784938597.410195:0:25025:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:3.0:1784938597.410198:0:25025:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1784938597.410199:0:25025:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1784938597.410201:0:25025:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784938597.410202:0:25025:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784938597.410203:0:25025:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784938597.410204:0:25025:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784938597.410205:0:25025:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1784938597.410207:0:25025:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784938597.410208:0:25025:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1784938597.410251:0:25025:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1784938597.410267:0:25025:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffceb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144358656:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1784938597.410312:0:25025:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938597.410353:0:25025:0:(client.c:2702:ptlrpc_set_wait()) set ffff910ce6bd9180 going to sleep for 11 seconds 00000100:00100000:2.0:1784938597.410443:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144358528 00000100:00100000:2.0:1784938597.410450:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144358528 00000100:00100000:2.0:1784938597.410494:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 6 00000100:00100000:2.0:1784938597.410502:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3639:x1871643144358528:12345-192.168.203.126@tcp:38:llog_process_th.0 00010000:00080000:2.0:1784938597.410528:0:22703:0:(ldlm_lib.c:1468:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@192.168.203.126@tcp t0 exp 0000000000000000 cur 665 last 0 00000020:00000080:2.0:1784938597.410563:0:22703:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x26783cd1c59eff5b 00000004:00100000:2.0:1784938597.410575:0:22703:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1784938597.410609:0:22703:0:(import.c:65:import_set_state_nolock()) ffff910cfed2c000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784938597.410770:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1871643144358528:12345-192.168.203.126@tcp:38:llog_process_th.0 Request processed in 266us (940us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938597.410777:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 6 00010000:00080000:2.0:1784938597.411024:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff910bc7f71880 x1871643144358528/t0(0) o38->lustre-MDT0001-lwp-OST0001@192.168.203.126@tcp:12/10 lens 520/416 e 0 to 0 dl 1784938607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938597.411035:0:3639:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1784938597.411043:0:3639:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1784938597.411050:0:3639:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1784938597.411054:0:3639:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1784938597.411058:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc67ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1784938597.411063:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3639:1871643144358528:192.168.203.126@tcp:38:llog_process_th.0 00000100:00100000:1.0:1784938597.411182:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144358656 00000100:00100000:1.0:1784938597.411187:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144358656 00000100:00100000:1.0:1784938597.411242:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1784938597.411249:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:25025:x1871643144358656:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1784938597.411269:0:22698:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1784938597.411283:0:22698:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1784938597.416108:0:22698:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1784938597.416130:0:22698:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1784938597.416531:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:25025:x1871643144358656:12345-0@lo:253:mount.lustre.0 Request processed in 5276us (6212us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938597.416544:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1784938597.416639:0:25025:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffceb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b0ba3322-2873-4aba-81d8-130ebf90bc3a:25025:1871643144358656:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1784938597.416665:0:25025:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1784938597.416668:0:25025:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1784938597.416669:0:25025:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1784938597.416670:0:25025:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1784938597.416671:0:25025:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1784938597.416673:0:25025:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1784938597.416674:0:25025:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1784938597.416675:0:25025:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1784938597.416677:0:25025:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1784938597.416678:0:25025:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1784938597.416694:0:25025:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:0.0:1784938597.418420:0:25025:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1784938597.420473:0:25025:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:0.0:1784938597.420482:0:25025:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:0.0:1784938597.420518:0:25025:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1784938597.420565:0:25025:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.126@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1784938597.420585:0:25025:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=50 00000080:00000004:0.0:1784938597.420611:0:25025:0:(super25.c:181:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:0.0:1784938597.421416:0:25025:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1784938597.421664:0:25025:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 20000000:01000000:2.0:1784938597.422928:0:22719:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1784938597.422936:0:22719:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1784938597.422956:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff910cc97d0400/0x26783cd1c59eff62 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938597.422983:0:22719:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff910cfd1a0000/0x26783cd1c59efed6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efecf expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938597.422990:0:22719:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59efee4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efedd expref: 23 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938597.422997:0:22719:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff910cc97d0400/0x26783cd1c59eff62 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938597.423036:0:22719:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59efee4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26783cd1c59efedd expref: 23 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938597.423051:0:22719:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59efee4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26783cd1c59efedd expref: 23 pid: 22696 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938597.423066:0:22719:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cfe86dc00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22719:1871643144358784:0@lo:104: 00000100:00100000:2.0:1784938597.423128:0:22719:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1784938597.423182:0:22719:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff910cfd1a0000/0x26783cd1c59efed6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26783cd1c59efecf expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938597.423190:0:22719:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff910cfd1a0000/0x26783cd1c59efed6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26783cd1c59efecf expref: 23 pid: 22698 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938597.423197:0:22719:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cfe86c000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22719:1871643144358912:0@lo:104: 00000100:00100000:2.0:1784938597.423235:0:22719:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938597.423254:0:22719:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd1d4d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784938597.429950:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144358784 00000100:00100000:0.0:1784938597.429962:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144358784 00000100:00100000:0.0:1784938597.429996:0:22686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144358912 00000100:00100000:0.0:1784938597.430000:0:22686:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144358912 00000100:00100000:0.0:1784938597.430015:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1784938597.430024:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfe86df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+4:22719:x1871643144358784:12345-0@lo:104: 00010000:00010000:0.0:1784938597.430042:0:22686:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3400/0x26783cd1c59efedd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efee4 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430133:0:22686:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1784938597.430139:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfe86df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+4:22719:x1871643144358784:12345-0@lo:104: Request processed in 116us (7010us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938597.430146:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1784938597.430161:0:22686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1784938597.430167:0:22686:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfe86ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+3:22719:x1871643144358912:12345-0@lo:104: 00010000:00010000:0.0:1784938597.430186:0:22686:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3800/0x26783cd1c59efecf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efed6 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430234:0:22686:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1784938597.430240:0:22686:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfe86ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+3:22719:x1871643144358912:12345-0@lo:104: Request processed in 73us (7004us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938597.430246:0:22686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1784938597.430263:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784938597.430269:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3400/0x26783cd1c59efedd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efee4 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430276:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cf2fa3400 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:0.0:1784938597.430280:0:22691:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3400/0x26783cd1c59efedd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x26783cd1c59efee4 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430288:0:22691:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3400/0x26783cd1c59efedd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x26783cd1c59efee4 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784938597.430295:0:22691:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3400/0x26783cd1c59efedd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x26783cd1c59efee4 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784938597.430300:0:22691:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1784938597.430332:0:22691:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3400/0x26783cd1c59efedd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efee4 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430338:0:22691:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784938597.430357:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3400/0x26783cd1c59efedd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efee4 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430364:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3400/0x26783cd1c59efedd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efee4 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430382:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938597.430385:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3800/0x26783cd1c59efecf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efed6 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430390:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cf2fa3800 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:0.0:1784938597.430393:0:22691:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3800/0x26783cd1c59efecf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x26783cd1c59efed6 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430399:0:22691:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3800/0x26783cd1c59efecf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x26783cd1c59efed6 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784938597.430405:0:22691:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3800/0x26783cd1c59efecf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x26783cd1c59efed6 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784938597.430410:0:22691:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1784938597.430421:0:22691:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3800/0x26783cd1c59efecf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efed6 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430425:0:22691:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784938597.430431:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3800/0x26783cd1c59efecf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efed6 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430437:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3800/0x26783cd1c59efecf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efed6 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430448:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938597.430450:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938597.430451:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938597.430457:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784938597.430475:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144359040:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784938597.430511:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938597.430536:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1784938597.430541:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144359168:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784938597.430558:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938597.430590:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144359040 00000100:00100000:0.0:1784938597.430594:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144359040 00010000:00010000:0.0:1784938597.430609:0:22690:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59efee4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efedd expref: 24 pid: 22696 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938597.430627:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144359168 00000100:00100000:0.0:1784938597.430630:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144359168 00010000:00010000:0.0:1784938597.430639:0:22690:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff910cfd1a0000/0x26783cd1c59efed6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efecf expref: 25 pid: 22698 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938597.430675:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1784938597.430682:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+25:3642:x1871643144359040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784938597.430692:0:22690:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784938597.430698:0:22690:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59efee4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efedd expref: 25 pid: 22696 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430707:0:22690:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59efee4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26783cd1c59efedd expref: 25 pid: 22696 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430723:0:22690:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784938597.430748:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+25:3642:x1871643144359040:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938597.430754:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1784938597.430765:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1784938597.430770:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:3642:x1871643144359168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784938597.430783:0:22690:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784938597.430787:0:22690:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff910cfd1a0000/0x26783cd1c59efed6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efecf expref: 24 pid: 22698 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430796:0:22690:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff910cfd1a0000/0x26783cd1c59efed6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26783cd1c59efecf expref: 24 pid: 22698 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430806:0:22690:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff910cc97d0400/0x26783cd1c59eff62 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430814:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cc97d0400/0x26783cd1c59eff62 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1784938597.430828:0:22690:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007893282s 00010000:00010000:0.0:1784938597.430833:0:22690:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff910cc97d0400/0x26783cd1c59eff62 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430839:0:22690:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff910cc97d0400/0x26783cd1c59eff62 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430845:0:22690:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff910cc97d0400/0x26783cd1c59eff62 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430851:0:22690:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff910cc97d0400/0x26783cd1c59eff62 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430856:0:22690:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d0400 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938597.430859:0:22690:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff910cc97d0400/0x26783cd1c59eff62 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430866:0:22690:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff910cc97d0400/0x26783cd1c59eff62 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430879:0:22690:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff910cc97d0400/0x26783cd1c59eff62 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.430888:0:22690:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784938597.430910:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:3642:x1871643144359168:12345-0@lo:103:ldlm_bl.0 Request processed in 140us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938597.430916:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1784938597.430961:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144359168:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1784938597.430970:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144359040:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784938597.430998:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59efee4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26783cd1c59efedd expref: 23 pid: 22696 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938597.431010:0:22719:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cfe86dc00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22719:1871643144358784:0@lo:104: 00010000:00010000:0.0:1784938597.431019:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cfd1a0000/0x26783cd1c59efed6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26783cd1c59efecf expref: 22 pid: 22698 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938597.431027:0:22719:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cfe86c000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22719:1871643144358912:0@lo:104: 00010000:00010000:0.0:1784938597.431041:0:22719:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff910cc97d0400/0x26783cd1c59eff62 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.431050:0:22719:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff910cc97d0400/0x26783cd1c59eff62 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.431056:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff910cc97d0400/0x26783cd1c59eff62 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938597.431062:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cc97d0400/0x26783cd1c59eff62 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938597.728319:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784938598.047718:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144359296:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:0.0:1784938598.048287:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1784938598.048305:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144359552:192.168.203.126@tcp:13:osp-pre-0-1.0 00000100:00100000:0.0:1784938598.048504:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938598.048588:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938598.048616:0:23444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144359296 00000100:00100000:0.0:1784938598.048623:0:23444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144359296 00000100:00100000:0.0:1784938598.048680:0:23444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 35 00000100:00100000:0.0:1784938598.048689:0:23444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144359296:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 00000004:00000024:0.0:1784938598.048725:0:23444:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1784938598.048767:0:23444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144359296:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 Request processed in 80us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938598.048775:0:23444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 35 00000100:00100000:0.0:1784938598.048796:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144359552 00000100:00100000:0.0:1784938598.048800:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144359552 00000100:00100000:2.0:1784938598.048957:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1784938598.048984:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144359424:192.168.203.126@tcp:41:osp-pre-1-0.0 00000100:00100000:2.0:1784938598.049636:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938598.049735:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 1 00000100:00100000:0.0:1784938598.049748:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144359552:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 00002000:00000024:0.0:1784938598.049784:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1784938598.049838:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144359552:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 Request processed in 94us (1249us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938598.049849:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 1 00000100:00100000:0.0:1784938598.049872:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144359424 00000100:00100000:0.0:1784938598.049876:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144359424 00000100:00100000:0.0:1784938598.049904:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 36 00000100:00100000:0.0:1784938598.049910:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfe86d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144359424:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 00000004:00000024:0.0:1784938598.049943:0:22709:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1784938598.049969:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfe86d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144359424:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 Request processed in 59us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938598.049976:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 36 00010000:00080000:0.0:1784938598.050115:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910bc7f73b80 x1871643144359552/t0(0) o13->lustre-OST0000-osc-MDT0001@192.168.203.126@tcp:7/4 lens 224/368 e 0 to 0 dl 1784938614 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938598.050134:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144359552:192.168.203.126@tcp:13:osp-pre-0-1.0 00000100:00100000:3.0:1784938598.050633:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144359296:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:3.0:1784938598.050666:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144359424:192.168.203.126@tcp:41:osp-pre-1-0.0 00000020:00000004:2.0:1784938598.228081:0:25092:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1784938598.228406:0:25092:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1784938598.431334:0:3639:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784938578/real 1784938578] req@ffff910cf3b6df80 x1871643144346368/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 1 dl 1784938598 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938598.431531:0:3639:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff910cf3b6df80 x1871643144346368/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 1 dl 1784938598 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784938598.431557:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc8414000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784938598.431585:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.126@tcp failed (-110) 00000100:00100000:2.0:1784938598.431590:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144346368:192.168.203.126@tcp:8:kworker.0 00000100:00080000:1.0:1784938598.431901:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938598.431906:0:20526:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1784938598.431909:0:20526:0:(import.c:65:import_set_state_nolock()) ffff910bc8414000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784938598.431915:0:20526:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 192.168.203.126@tcp last attempt 646 00000100:00080000:1.0:1784938598.431923:0:20526:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1784938598.431931:0:20526:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff910bc8414000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:1.0:1784938598.431954:0:20526:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cc875d180 x1871643144359808/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1784938598.431967:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938598.431970:0:20526:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1784938598.431994:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938598.431997:0:20526:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1784938598.431999:0:20526:0:(import.c:65:import_set_state_nolock()) ffff910cd200f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784938598.432006:0:20526:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff910cd200f000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:1.0:1784938598.432020:0:20526:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cc875ed80 x1871643144360064/t0(0) o8->lustre-OST0001-osc-MDT0001@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784938598.432103:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3642:1871643144360320:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938598.432196:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1784938598.432204:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144359680:0@lo:400:kworker.0 00000100:00100000:1.0:1784938598.432268:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938598.432302:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3642:1871643144360448:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938598.432344:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3640:1871643144359936:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938598.432368:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3640:1871643144360576:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938598.432390:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1784938598.432395:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3640:1871643144360192:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938598.432415:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3640:1871643144360704:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938598.432754:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938598.432810:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938598.432832:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938598.432851:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938598.432870:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938598.432931:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144360320 00000100:00100000:2.0:1784938598.432939:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144360320 00000100:00100000:2.0:1784938598.432975:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144360448 00000100:00100000:2.0:1784938598.432978:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144360448 00000100:00100000:2.0:1784938598.432991:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144359936 00000100:00100000:2.0:1784938598.432993:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144359936 00000100:00100000:2.0:1784938598.433003:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144360576 00000100:00100000:2.0:1784938598.433005:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144360576 00000100:00100000:2.0:1784938598.433029:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144360192 00000100:00100000:2.0:1784938598.433031:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144360192 00000100:00100000:2.0:1784938598.433046:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 25 00000100:00100000:2.0:1784938598.433054:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1871643144360320:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938598.433095:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938598.433114:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144359680 00000100:00100000:1.0:1784938598.433118:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144359680 00000100:00100000:2.0:1784938598.433119:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1871643144360320:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 66us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938598.433127:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 25 00000100:00100000:2.0:1784938598.433142:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144360704 00000100:00100000:1.0:1784938598.433147:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1784938598.433151:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144360704 00000100:00100000:1.0:1784938598.433153:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:3642:x1871643144359680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784938598.433168:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 26 00000100:00100000:2.0:1784938598.433172:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1871643144360448:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938598.433190:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:3642:x1871643144359680:12345-0@lo:400:kworker.0 Request processed in 37us (923us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938598.433197:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1784938598.433200:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1871643144360448:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 28us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938598.433206:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 26 00000100:00100000:2.0:1784938598.433235:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 27 00000100:00100000:2.0:1784938598.433242:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1871643144359936:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938598.433267:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1871643144359936:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 25us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938598.433273:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 27 00000100:00100000:2.0:1784938598.433285:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 28 00000100:00100000:2.0:1784938598.433291:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1871643144360576:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938598.433315:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1871643144360576:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 24us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938598.433321:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 28 00000100:00100000:2.0:1784938598.433332:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 29 00000100:00100000:2.0:1784938598.433338:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1871643144360192:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938598.433359:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1871643144360192:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 22us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938598.433382:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 29 00000100:00100000:2.0:1784938598.433396:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 30 00000100:00100000:2.0:1784938598.433402:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1871643144360704:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938598.433432:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1871643144360704:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 30us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938598.433444:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 30 00010000:00080000:1.0:1784938598.433453:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cc875f100 x1871643144360192/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938598.433472:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3640:1871643144360192:192.168.203.126@tcp:400:kworker.0 00010000:00080000:1.0:1784938598.433612:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cc875f800 x1871643144359936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938598.433624:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3640:1871643144359936:192.168.203.126@tcp:400:kworker.0 00010000:00080000:1.0:1784938598.433639:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cffb65180 x1871643144360576/t0(0) o400->lustre-MDT0000-lwp-OST0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938598.433658:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3640:1871643144360576:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938598.433745:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144359680:0@lo:400:kworker.0 00010000:00080000:1.0:1784938598.433761:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cffb64000 x1871643144360448/t0(0) o400->lustre-MDT0001-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938598.433770:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3642:1871643144360448:192.168.203.126@tcp:400:kworker.0 00010000:00080000:1.0:1784938598.433781:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cc875c380 x1871643144360320/t0(0) o400->lustre-MDT0000-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938598.433789:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3642:1871643144360320:192.168.203.126@tcp:400:kworker.0 00000100:00080000:2.0:1784938598.434011:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1784938598.434016:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1784938598.434265:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144359808:192.168.203.126@tcp:8:kworker.0 00010000:00080000:1.0:1784938598.434265:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cffb66300 x1871643144360704/t0(0) o400->lustre-MDT0001-lwp-OST0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938598.434275:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3640:1871643144360704:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938598.434316:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144360064:192.168.203.126@tcp:8:kworker.0 00000100:00100000:2.0:1784938598.435294:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938598.435325:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938598.435348:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144359808 00000100:00100000:2.0:1784938598.435354:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144359808 00000100:00100000:2.0:1784938598.435591:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144360064 00000100:00100000:2.0:1784938598.435595:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144360064 00000100:00100000:2.0:1784938598.435615:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 6 00000100:00100000:2.0:1784938598.435622:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfe86ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3639:x1871643144359808:12345-192.168.203.126@tcp:8:kworker.0 00010000:00080000:2.0:1784938598.435665:0:24212:0:(ldlm_lib.c:1468:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@192.168.203.126@tcp t0 exp 0000000000000000 cur 666 last 0 00000020:00000080:2.0:1784938598.435693:0:24212:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x26783cd1c59eff69 00002000:00100000:2.0:1784938598.435704:0:24212:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff910cfed2d000 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136cb ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1784938598.435709:0:24212:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1784938598.435712:0:24212:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1784938598.435988:0:24212:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1784938598.436020:0:24212:0:(import.c:65:import_set_state_nolock()) ffff910cfed28000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784938598.436082:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfe86ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3639:x1871643144359808:12345-192.168.203.126@tcp:8:kworker.0 Request processed in 458us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938598.436198:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 6 00000100:00100000:2.0:1784938598.436244:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 7 00000100:00100000:2.0:1784938598.436249:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfe86c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3639:x1871643144360064:12345-192.168.203.126@tcp:8:kworker.0 00010000:00080000:2.0:1784938598.436281:0:24212:0:(ldlm_lib.c:1468:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@192.168.203.126@tcp t0 exp 0000000000000000 cur 666 last 0 00000020:00000080:2.0:1784938598.436303:0:24212:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x26783cd1c59eff70 00002000:00100000:2.0:1784938598.436310:0:24212:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff910cfed2f000 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136cb ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:2.0:1784938598.436314:0:24212:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:2.0:1784938598.436316:0:24212:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1784938598.436719:0:24212:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:2.0:1784938598.436740:0:24212:0:(import.c:65:import_set_state_nolock()) ffff910cfed2e800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784938598.436859:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfe86c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1871643144360064:12345-192.168.203.126@tcp:8:kworker.0 Request processed in 606us (1530us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938598.436867:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 7 00010000:00080000:3.0:1784938598.437446:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cc875d180 x1871643144359808/t0(0) o8->lustre-OST0000-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/416 e 0 to 0 dl 1784938623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938598.437459:0:3639:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1784938598.437469:0:3639:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1784938598.437477:0:3639:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1784938598.437483:0:3639:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1784938598.437486:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc8414000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1784938598.437527:0:3639:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1784938598.437533:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144359808:192.168.203.126@tcp:8:kworker.0 00010000:00080000:3.0:1784938598.437549:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cc875ed80 x1871643144360064/t0(0) o8->lustre-OST0001-osc-MDT0001@192.168.203.126@tcp:28/4 lens 520/416 e 0 to 0 dl 1784938623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1784938598.437560:0:3639:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1784938598.437572:0:3639:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1784938598.437576:0:3639:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1784938598.437578:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910cd200f000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1784938598.437592:0:3639:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1784938598.437597:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1871643144360064:192.168.203.126@tcp:8:kworker.0 00000004:00080000:1.0:1784938598.437614:0:22728:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x5:0x0] 00000100:00100000:1.0:1784938598.437635:0:22728:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb64000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22728:1871643144360960:192.168.203.126@tcp:5:osp-pre-0-0.0 00000004:00080000:2.0:1784938598.437699:0:22727:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1784938598.437785:0:23448:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:3.0:1784938598.437801:0:23448:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffceb480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23448:1871643144361216:192.168.203.126@tcp:7:osp-pre-1-1.0 00000100:00100000:3.0:1784938598.437831:0:23448:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd15946c0 going to sleep for 11 seconds 00000004:00080000:2.0:1784938598.437862:0:22727:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 666469646436ns, next at 0ns, rc = 0 00080000:00080000:2.0:1784938598.437872:0:22727:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1784938598.438088:0:23447:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:1.0:1784938598.438100:0:22728:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd21a90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784938598.438123:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffceb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144361088:192.168.203.126@tcp:13:osp-pre-1-1.0 00000004:00080000:3.0:1784938598.438145:0:23447:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 666469929175ns, next at 0ns, rc = 0 00080000:00080000:3.0:1784938598.438151:0:23447:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1784938598.438163:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1784938598.438173:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1871643144360832:192.168.203.126@tcp:13:osp-pre-0-0.0 00000100:00100000:1.0:1784938598.438437:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938598.438472:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938598.438613:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144360960 00000100:00100000:2.0:1784938598.438620:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144360960 00000100:00100000:2.0:1784938598.438676:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144361216 00000100:00100000:2.0:1784938598.438679:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144361216 00000100:00100000:2.0:1784938598.438708:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 8 00000100:00100000:2.0:1784938598.438718:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22728:x1871643144360960:12345-192.168.203.126@tcp:5:osp-pre-0-0.0 00000100:00100000:1.0:1784938598.439277:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938598.439308:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938598.439333:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144361088 00000100:00100000:1.0:1784938598.439337:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144361088 00000100:00100000:1.0:1784938598.439357:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144360832 00000100:00100000:1.0:1784938598.439359:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144360832 00000100:00100000:1.0:1784938598.439371:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 2 00000100:00100000:1.0:1784938598.439378:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3643:x1871643144361088:12345-192.168.203.126@tcp:13:osp-pre-1-1.0 00002000:00000024:1.0:1784938598.439392:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915866112 avail 3684343808 00000100:00100000:1.0:1784938598.439444:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3643:x1871643144361088:12345-192.168.203.126@tcp:13:osp-pre-1-1.0 Request processed in 65us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938598.439452:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 2 00000100:00100000:1.0:1784938598.439473:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 3 00000100:00100000:1.0:1784938598.439481:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3643:x1871643144360832:12345-192.168.203.126@tcp:13:osp-pre-0-0.0 00000100:00080000:3.0:1784938598.439723:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1784938598.439729:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1784938598.439750:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 9 00000100:00100000:3.0:1784938598.439763:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23448:x1871643144361216:12345-192.168.203.126@tcp:7:osp-pre-1-1.0 00002000:00000024:1.0:1784938598.439847:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1784938598.439891:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3643:x1871643144360832:12345-192.168.203.126@tcp:13:osp-pre-0-0.0 Request processed in 410us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938598.439976:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 3 00010000:00080000:1.0:1784938598.440356:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cffceb800 x1871643144361088/t0(0) o13->lustre-OST0001-osc-MDT0001@192.168.203.126@tcp:7/4 lens 224/368 e 0 to 0 dl 1784938614 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938598.440383:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffceb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144361088:192.168.203.126@tcp:13:osp-pre-1-1.0 00010000:00080000:1.0:1784938598.440597:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cffb66300 x1871643144360832/t0(0) o13->lustre-OST0000-osc-MDT0000@192.168.203.126@tcp:7/4 lens 224/368 e 0 to 0 dl 1784938614 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938598.440612:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1871643144360832:192.168.203.126@tcp:13:osp-pre-0-0.0 00000004:00080000:1.0:1784938598.441257:0:23436:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000004:00080000:2.0:1784938598.443122:0:22683:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00080000:2.0:1784938598.444048:0:24212:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1784938598.444056:0:24212:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1784938598.444151:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23448:x1871643144361216:12345-192.168.203.126@tcp:7:osp-pre-1-1.0 Request processed in 4388us (5674us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938598.444162:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 9 00010000:00080000:1.0:1784938598.445208:0:23448:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cffceb480 x1871643144361216/t0(0) o7->lustre-OST0001-osc-MDT0001@192.168.203.126@tcp:28/4 lens 264/240 e 0 to 0 dl 1784938614 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938598.445239:0:23448:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffceb480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23448:1871643144361216:192.168.203.126@tcp:7:osp-pre-1-1.0 00000004:00080000:1.0:1784938598.445253:0:23448:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00002000:00080000:3.0:1784938598.445297:0:24210:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00000100:00100000:1.0:1784938598.445297:0:23448:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb66300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23448:1871643144361344:192.168.203.126@tcp:5:osp-pre-1-1.0 00000100:00100000:1.0:1784938598.445359:0:23448:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc9472d80 going to sleep for 11 seconds 00000100:00100000:2.0:1784938598.445469:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938598.445502:0:24211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144361344 00000100:00100000:2.0:1784938598.445516:0:24211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144361344 00000100:00100000:2.0:1784938598.445555:0:24211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 10 00000100:00100000:2.0:1784938598.445563:0:24211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfe86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23448:x1871643144361344:12345-192.168.203.126@tcp:5:osp-pre-1-1.0 00002000:00080000:2.0:1784938598.445587:0:24211:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1784938598.445616:0:24211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfe86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23448:x1871643144361344:12345-192.168.203.126@tcp:5:osp-pre-1-1.0 Request processed in 54us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938598.445623:0:24211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 10 00010000:00080000:2.0:1784938598.445730:0:23448:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cffb66300 x1871643144361344/t0(0) o5->lustre-OST0001-osc-MDT0001@192.168.203.126@tcp:28/4 lens 432/432 e 0 to 0 dl 1784938614 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938598.445741:0:23448:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb66300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23448:1871643144361344:192.168.203.126@tcp:5:osp-pre-1-1.0 00000004:00080000:2.0:1784938598.445750:0:23448:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1784938598.445774:0:23448:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cfe86ca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23448:1871643144361472:192.168.203.126@tcp:5:osp-pre-1-1.0 00000100:00100000:2.0:1784938598.445798:0:23448:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd1d4d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784938598.445850:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938598.445865:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144361472 00000100:00100000:2.0:1784938598.445868:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144361472 00000100:00100000:2.0:1784938598.445886:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 11 00000100:00100000:2.0:1784938598.445891:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfe86f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23448:x1871643144361472:12345-192.168.203.126@tcp:5:osp-pre-1-1.0 00002000:00080000:2.0:1784938598.445913:0:24212:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00080000:3.0:1784938598.448668:0:24210:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:3.0:1784938598.448683:0:24210:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:6 to 0x280000401:65) 00002000:00010000:3.0:1784938598.466628:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784938598.466640:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fe7fcae/0x26783cd1c59eff77 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.466670:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=666s v=(0 0) 00010000:00010000:3.0:1784938598.466675:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938598.466681:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fe7fcae/0x26783cd1c59eff77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.466716:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fe7fcae/0x26783cd1c59eff77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.466725:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fe7fcae/0x26783cd1c59eff77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.466732:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fe7fcae/0x26783cd1c59eff77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.466758:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1784938598.467079:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784938598.467090:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fe7fcae/0x26783cd1c59eff77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.467099:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a0200 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:1.0:1784938598.467104:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fe7fcae/0x26783cd1c59eff77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.467113:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fe7fcae/0x26783cd1c59eff77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.467131:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fe7fcae/0x26783cd1c59eff77 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.467143:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fe7fcae/0x26783cd1c59eff77 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.467161:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938598.467163:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938598.467164:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.470859:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.470872:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4ce050c/0x26783cd1c59eff7e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.470890:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.470895:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.470901:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4ce050c/0x26783cd1c59eff7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.470915:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4ce050c/0x26783cd1c59eff7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.470926:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4ce050c/0x26783cd1c59eff7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.470933:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4ce050c/0x26783cd1c59eff7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.470962:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784938598.471098:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938598.471105:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4ce050c/0x26783cd1c59eff7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.471114:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cf2fa2000 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938598.471119:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4ce050c/0x26783cd1c59eff7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.471128:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4ce050c/0x26783cd1c59eff7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.471145:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4ce050c/0x26783cd1c59eff7e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.471153:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4ce050c/0x26783cd1c59eff7e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.471178:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.471180:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.471182:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.472322:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.472481:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019bd75fc/0x26783cd1c59eff85 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.472495:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.472499:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.472504:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019bd75fc/0x26783cd1c59eff85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.472516:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019bd75fc/0x26783cd1c59eff85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.472526:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019bd75fc/0x26783cd1c59eff85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.472534:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019bd75fc/0x26783cd1c59eff85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.472559:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784938598.472674:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938598.472680:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019bd75fc/0x26783cd1c59eff85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.472689:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cf2fa3400 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938598.472694:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019bd75fc/0x26783cd1c59eff85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.472702:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019bd75fc/0x26783cd1c59eff85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.472718:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019bd75fc/0x26783cd1c59eff85 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.472726:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019bd75fc/0x26783cd1c59eff85 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.472741:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938598.472749:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938598.472751:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.473029:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.473035:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c57b6d16/0x26783cd1c59eff8c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.473044:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.473047:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.473051:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c57b6d16/0x26783cd1c59eff8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.473061:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c57b6d16/0x26783cd1c59eff8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.473075:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c57b6d16/0x26783cd1c59eff8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.473083:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c57b6d16/0x26783cd1c59eff8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.473507:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1784938598.475564:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.475577:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4b5f84c/0x26783cd1c59eff93 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.475593:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.475598:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.475604:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4b5f84c/0x26783cd1c59eff93 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.475618:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4b5f84c/0x26783cd1c59eff93 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.475629:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4b5f84c/0x26783cd1c59eff93 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.475637:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b4b5f84c/0x26783cd1c59eff93 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.476325:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784938598.476334:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c57b6d16/0x26783cd1c59eff8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.476344:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cf2fa3a00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938598.476349:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c57b6d16/0x26783cd1c59eff8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.476358:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c57b6d16/0x26783cd1c59eff8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.476375:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c57b6d16/0x26783cd1c59eff8c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.476383:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c57b6d16/0x26783cd1c59eff8c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.476438:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938598.476443:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b4b5f84c/0x26783cd1c59eff93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.476449:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cf2fa2200 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938598.476459:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4b5f84c/0x26783cd1c59eff93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.476466:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4b5f84c/0x26783cd1c59eff93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.476476:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b4b5f84c/0x26783cd1c59eff93 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.476484:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.476485:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.476487:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1784938598.477130:0:25026:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1784938598.477142:0:25026:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:0.0:1784938598.477555:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfe86f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23448:x1871643144361472:12345-192.168.203.126@tcp:5:osp-pre-1-1.0 Request processed in 31657us (31698us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1784938598.477566:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 11 00010000:00080000:2.0:1784938598.477831:0:23448:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cfe86ca80 x1871643144361472/t0(0) o5->lustre-OST0001-osc-MDT0001@192.168.203.126@tcp:28/4 lens 432/432 e 0 to 0 dl 1784938614 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938598.477844:0:23448:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1784938598.477852:0:23448:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cfe86ca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23448:1871643144361472:192.168.203.126@tcp:5:osp-pre-1-1.0 00000004:00080000:2.0:1784938598.477868:0:23448:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:2.0:1784938598.477943:0:23448:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cfe86ca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23448:1871643144361600:192.168.203.126@tcp:900:osp-pre-1-1.0 00000100:00100000:2.0:1784938598.477996:0:23448:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd1d4d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784938598.478118:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938598.478142:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144361600 00000100:00100000:0.0:1784938598.478149:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144361600 00000100:00100000:0.0:1784938598.478190:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 2 00000100:00100000:0.0:1784938598.478198:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23448:x1871643144361600:12345-192.168.203.126@tcp:900:osp-pre-1-1.0 00000100:00100000:0.0:1784938598.478276:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23448:x1871643144361600:12345-192.168.203.126@tcp:900:osp-pre-1-1.0 Request processed in 78us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938598.478283:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 2 00010000:00080000:2.0:1784938598.478597:0:23448:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cfe86ca80 x1871643144361600/t0(0) o900->lustre-MDT0000-lwp-MDT0001@192.168.203.126@tcp:29/10 lens 264/248 e 0 to 0 dl 1784938614 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938598.478608:0:23448:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cfe86ca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23448:1871643144361600:192.168.203.126@tcp:900:osp-pre-1-1.0 00010000:00010000:1.0:1784938598.480271:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1784938598.480271:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938598.480282:0:24210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4b5f84c/0x26783cd1c59eff93 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1784938598.481125:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.481134:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008ec3e27/0x26783cd1c59eff9a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.481415:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.481421:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.481516:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008ec3e27/0x26783cd1c59eff9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.481532:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008ec3e27/0x26783cd1c59eff9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.481543:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008ec3e27/0x26783cd1c59eff9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.481551:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000008ec3e27/0x26783cd1c59eff9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.481572:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784938598.481674:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938598.481681:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000008ec3e27/0x26783cd1c59eff9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.481690:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cf2fa2c00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938598.481695:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000008ec3e27/0x26783cd1c59eff9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.481704:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000008ec3e27/0x26783cd1c59eff9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.481723:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000008ec3e27/0x26783cd1c59eff9a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.481742:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008ec3e27/0x26783cd1c59eff9a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.481758:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.481760:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.481762:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.483083:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.483094:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019bd75fc/0x26783cd1c59effa1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.483113:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.483117:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.483122:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019bd75fc/0x26783cd1c59effa1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.483134:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019bd75fc/0x26783cd1c59effa1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.483143:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019bd75fc/0x26783cd1c59effa1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.483166:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019bd75fc/0x26783cd1c59effa1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.483193:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784938598.483346:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784938598.483353:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019bd75fc/0x26783cd1c59effa1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938598.483362:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cf2fa3400 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:2.0:1784938598.483366:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019bd75fc/0x26783cd1c59effa1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938598.483375:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019bd75fc/0x26783cd1c59effa1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938598.483393:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019bd75fc/0x26783cd1c59effa1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938598.483400:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019bd75fc/0x26783cd1c59effa1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938598.483416:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938598.483418:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938598.483419:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.483777:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.483784:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4ce050c/0x26783cd1c59effa8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.483793:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.483796:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.483800:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4ce050c/0x26783cd1c59effa8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.483808:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4ce050c/0x26783cd1c59effa8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.483825:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4ce050c/0x26783cd1c59effa8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.483832:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4ce050c/0x26783cd1c59effa8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.483850:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784938598.483908:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938598.483914:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4ce050c/0x26783cd1c59effa8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.483922:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cf2fa2000 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938598.483926:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4ce050c/0x26783cd1c59effa8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.483944:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4ce050c/0x26783cd1c59effa8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.483957:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4ce050c/0x26783cd1c59effa8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.483964:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4ce050c/0x26783cd1c59effa8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.483979:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.483981:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.483982:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.484208:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.484233:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082f26578/0x26783cd1c59effaf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.484243:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.484246:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.484250:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082f26578/0x26783cd1c59effaf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.484259:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082f26578/0x26783cd1c59effaf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.484268:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082f26578/0x26783cd1c59effaf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.484275:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082f26578/0x26783cd1c59effaf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.484307:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1784938598.484328:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784938598.484334:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082f26578/0x26783cd1c59effaf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938598.484341:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cf2fa3800 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:2.0:1784938598.484345:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082f26578/0x26783cd1c59effaf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938598.484353:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082f26578/0x26783cd1c59effaf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938598.484364:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082f26578/0x26783cd1c59effaf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938598.484371:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082f26578/0x26783cd1c59effaf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938598.484385:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938598.484387:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938598.484388:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.484787:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.484794:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d33cdecd/0x26783cd1c59effb6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.484803:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.484806:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.484810:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d33cdecd/0x26783cd1c59effb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.484820:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d33cdecd/0x26783cd1c59effb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.484828:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d33cdecd/0x26783cd1c59effb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.484836:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d33cdecd/0x26783cd1c59effb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.484854:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1784938598.485107:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.485112:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003fcfcb5d/0x26783cd1c59effbd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485119:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.485128:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.485132:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003fcfcb5d/0x26783cd1c59effbd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485143:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003fcfcb5d/0x26783cd1c59effbd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485163:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003fcfcb5d/0x26783cd1c59effbd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485171:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003fcfcb5d/0x26783cd1c59effbd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485187:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1784938598.485195:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1784938598.485200:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d33cdecd/0x26783cd1c59effb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485207:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cf2fa3c00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:1.0:1784938598.485210:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d33cdecd/0x26783cd1c59effb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485240:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d33cdecd/0x26783cd1c59effb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485251:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d33cdecd/0x26783cd1c59effb6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485267:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d33cdecd/0x26783cd1c59effb6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485280:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784938598.485283:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003fcfcb5d/0x26783cd1c59effbd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485289:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cf2fa2600 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:1.0:1784938598.485292:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003fcfcb5d/0x26783cd1c59effbd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485299:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003fcfcb5d/0x26783cd1c59effbd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485309:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003fcfcb5d/0x26783cd1c59effbd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485316:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003fcfcb5d/0x26783cd1c59effbd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485326:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938598.485328:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938598.485329:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.485805:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.485811:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c57b6d16/0x26783cd1c59effc4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485825:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.485827:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.485831:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c57b6d16/0x26783cd1c59effc4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485840:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c57b6d16/0x26783cd1c59effc4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485848:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c57b6d16/0x26783cd1c59effc4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485855:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c57b6d16/0x26783cd1c59effc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485868:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1784938598.485875:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784938598.485878:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c57b6d16/0x26783cd1c59effc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485884:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cf2fa3a00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:1.0:1784938598.485887:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c57b6d16/0x26783cd1c59effc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485895:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c57b6d16/0x26783cd1c59effc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485915:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c57b6d16/0x26783cd1c59effc4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.485921:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c57b6d16/0x26783cd1c59effc4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.486079:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938598.488951:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938598.488962:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938598.488965:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.489693:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.489703:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6358bd5/0x26783cd1c59effcb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.489719:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.489723:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.489730:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6358bd5/0x26783cd1c59effcb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.489744:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6358bd5/0x26783cd1c59effcb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.489754:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6358bd5/0x26783cd1c59effcb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.489762:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f6358bd5/0x26783cd1c59effcb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.489795:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784938598.489834:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938598.489841:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f6358bd5/0x26783cd1c59effcb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.489849:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d0215b600 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938598.489854:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6358bd5/0x26783cd1c59effcb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.489863:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6358bd5/0x26783cd1c59effcb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.489879:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f6358bd5/0x26783cd1c59effcb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.489886:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6358bd5/0x26783cd1c59effcb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.489903:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.489905:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.489906:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.490171:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.490178:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008bd53e14/0x26783cd1c59effd2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.490187:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.490190:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.490194:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008bd53e14/0x26783cd1c59effd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.490204:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008bd53e14/0x26783cd1c59effd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.490230:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008bd53e14/0x26783cd1c59effd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.490239:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008bd53e14/0x26783cd1c59effd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.490263:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784938598.490400:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938598.490406:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008bd53e14/0x26783cd1c59effd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.490414:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d0215ba00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938598.490418:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008bd53e14/0x26783cd1c59effd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.490438:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008bd53e14/0x26783cd1c59effd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.490450:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008bd53e14/0x26783cd1c59effd2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.490457:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008bd53e14/0x26783cd1c59effd2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.490471:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.490473:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.490474:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.490700:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.490706:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000829e9691/0x26783cd1c59effd9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.490715:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.490723:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.490728:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000829e9691/0x26783cd1c59effd9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.490737:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000829e9691/0x26783cd1c59effd9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.490746:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000829e9691/0x26783cd1c59effd9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.490753:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000829e9691/0x26783cd1c59effd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.490772:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1784938598.491035:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.491040:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000083e2a3c9/0x26783cd1c59effe0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.491048:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.491051:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.491055:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000083e2a3c9/0x26783cd1c59effe0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.491064:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083e2a3c9/0x26783cd1c59effe0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.491072:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000083e2a3c9/0x26783cd1c59effe0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.491087:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000083e2a3c9/0x26783cd1c59effe0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.491111:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1784938598.491123:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784938598.491128:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000829e9691/0x26783cd1c59effd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.491136:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d0215a200 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938598.491139:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000829e9691/0x26783cd1c59effd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.491148:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000829e9691/0x26783cd1c59effd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.491159:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000829e9691/0x26783cd1c59effd9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.491178:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000829e9691/0x26783cd1c59effd9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.491194:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938598.491197:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000083e2a3c9/0x26783cd1c59effe0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.491204:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d0215be00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938598.491207:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000083e2a3c9/0x26783cd1c59effe0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.491263:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000083e2a3c9/0x26783cd1c59effe0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.491275:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000083e2a3c9/0x26783cd1c59effe0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.491282:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000083e2a3c9/0x26783cd1c59effe0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.491295:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.491297:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.491298:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938598.491349:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.491582:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.491589:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000105c3f89/0x26783cd1c59effe7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.491598:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.491602:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.491606:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000105c3f89/0x26783cd1c59effe7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.491616:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000105c3f89/0x26783cd1c59effe7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.491624:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000105c3f89/0x26783cd1c59effe7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.491632:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000105c3f89/0x26783cd1c59effe7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.493548:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784938598.494425:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938598.494437:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000105c3f89/0x26783cd1c59effe7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.494458:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d020d1000 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938598.494463:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000105c3f89/0x26783cd1c59effe7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.494475:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000105c3f89/0x26783cd1c59effe7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.494494:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000105c3f89/0x26783cd1c59effe7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.494502:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000105c3f89/0x26783cd1c59effe7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.494524:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.494526:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.494529:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.494810:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.494818:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000032ebfcdc/0x26783cd1c59effee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.494835:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.494839:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.494845:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032ebfcdc/0x26783cd1c59effee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.494857:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000032ebfcdc/0x26783cd1c59effee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.494866:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000032ebfcdc/0x26783cd1c59effee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.494874:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000032ebfcdc/0x26783cd1c59effee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.494896:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1784938598.495593:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.495601:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000030dd8fee/0x26783cd1c59efff5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.495611:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.495615:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.495620:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030dd8fee/0x26783cd1c59efff5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.495630:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030dd8fee/0x26783cd1c59efff5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.495662:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000030dd8fee/0x26783cd1c59efff5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.495670:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000030dd8fee/0x26783cd1c59efff5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.495686:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1784938598.495694:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1784938598.495699:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000032ebfcdc/0x26783cd1c59effee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.495714:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d020d1e00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:1.0:1784938598.495718:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000032ebfcdc/0x26783cd1c59effee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.495727:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000032ebfcdc/0x26783cd1c59effee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.495739:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000032ebfcdc/0x26783cd1c59effee lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.495747:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000032ebfcdc/0x26783cd1c59effee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.495760:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784938598.495769:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000030dd8fee/0x26783cd1c59efff5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.495776:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d020d1400 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:1.0:1784938598.495779:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000030dd8fee/0x26783cd1c59efff5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.495787:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000030dd8fee/0x26783cd1c59efff5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.495796:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000030dd8fee/0x26783cd1c59efff5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.495802:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030dd8fee/0x26783cd1c59efff5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.495813:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938598.495814:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938598.495816:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.496022:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.497359:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.497371:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c2cd8d1/0x26783cd1c59efffc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.497385:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.497389:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.497394:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c2cd8d1/0x26783cd1c59efffc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.497424:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c2cd8d1/0x26783cd1c59efffc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.497447:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c2cd8d1/0x26783cd1c59efffc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.497456:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000c2cd8d1/0x26783cd1c59efffc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.497479:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784938598.497573:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938598.497581:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000c2cd8d1/0x26783cd1c59efffc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.497589:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d020d0600 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938598.497593:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000c2cd8d1/0x26783cd1c59efffc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.497612:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000c2cd8d1/0x26783cd1c59efffc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.497627:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000c2cd8d1/0x26783cd1c59efffc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.497635:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c2cd8d1/0x26783cd1c59efffc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.497663:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.497665:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.497667:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.498038:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.498045:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d4b3794/0x26783cd1c59f0003 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.498055:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.498058:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.498063:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d4b3794/0x26783cd1c59f0003 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.498073:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d4b3794/0x26783cd1c59f0003 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.498081:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d4b3794/0x26783cd1c59f0003 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.498099:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002d4b3794/0x26783cd1c59f0003 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.498119:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784938598.498255:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938598.498260:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002d4b3794/0x26783cd1c59f0003 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.498268:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d020d1800 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938598.498271:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002d4b3794/0x26783cd1c59f0003 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.498280:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002d4b3794/0x26783cd1c59f0003 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.498291:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002d4b3794/0x26783cd1c59f0003 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.498311:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d4b3794/0x26783cd1c59f0003 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.498326:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.498328:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.498329:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.498558:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.498564:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a67bc3ef/0x26783cd1c59f000a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.498572:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.498576:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.498580:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a67bc3ef/0x26783cd1c59f000a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.498590:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a67bc3ef/0x26783cd1c59f000a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.498599:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a67bc3ef/0x26783cd1c59f000a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.498606:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a67bc3ef/0x26783cd1c59f000a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.498626:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784938598.498670:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938598.498675:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a67bc3ef/0x26783cd1c59f000a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.498682:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d020d0c00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938598.498686:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a67bc3ef/0x26783cd1c59f000a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.498694:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a67bc3ef/0x26783cd1c59f000a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.498705:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a67bc3ef/0x26783cd1c59f000a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.498713:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a67bc3ef/0x26783cd1c59f000a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.498726:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.498728:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.498730:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.498903:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.498909:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001be03fee/0x26783cd1c59f0011 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.498922:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.498925:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.498929:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001be03fee/0x26783cd1c59f0011 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.498938:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001be03fee/0x26783cd1c59f0011 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.498945:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001be03fee/0x26783cd1c59f0011 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.498952:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001be03fee/0x26783cd1c59f0011 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.498971:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784938598.499003:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938598.499008:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001be03fee/0x26783cd1c59f0011 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.499015:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d020d0400 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938598.499018:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001be03fee/0x26783cd1c59f0011 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.499027:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001be03fee/0x26783cd1c59f0011 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.499037:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001be03fee/0x26783cd1c59f0011 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.499045:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001be03fee/0x26783cd1c59f0011 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.499059:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.499061:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.499062:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.499274:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.499279:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7017916/0x26783cd1c59f0018 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.499288:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.499291:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.499294:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7017916/0x26783cd1c59f0018 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.499303:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7017916/0x26783cd1c59f0018 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.499323:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7017916/0x26783cd1c59f0018 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.499330:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7017916/0x26783cd1c59f0018 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.499418:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784938598.499438:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938598.499443:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7017916/0x26783cd1c59f0018 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.499450:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d020d1600 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938598.499454:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7017916/0x26783cd1c59f0018 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.499473:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7017916/0x26783cd1c59f0018 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.499484:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7017916/0x26783cd1c59f0018 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.499491:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7017916/0x26783cd1c59f0018 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.499505:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.499507:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.499508:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.499757:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.499763:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001495d4da/0x26783cd1c59f001f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.499772:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.499775:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.499779:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001495d4da/0x26783cd1c59f001f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.499789:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001495d4da/0x26783cd1c59f001f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.499797:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001495d4da/0x26783cd1c59f001f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.499804:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001495d4da/0x26783cd1c59f001f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.499832:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784938598.499955:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938598.499960:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001495d4da/0x26783cd1c59f001f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.499968:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d020d1200 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938598.499971:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001495d4da/0x26783cd1c59f001f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.499979:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001495d4da/0x26783cd1c59f001f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.499989:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001495d4da/0x26783cd1c59f001f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.500008:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001495d4da/0x26783cd1c59f001f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938598.500022:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.500024:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938598.500026:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.500322:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.500328:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee3ea0e1/0x26783cd1c59f0026 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.501532:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.501541:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.501549:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee3ea0e1/0x26783cd1c59f0026 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.501563:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee3ea0e1/0x26783cd1c59f0026 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.501574:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee3ea0e1/0x26783cd1c59f0026 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.501583:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee3ea0e1/0x26783cd1c59f0026 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.501608:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784938598.501671:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938598.501678:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee3ea0e1/0x26783cd1c59f0026 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.501685:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910d020d0a00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938598.501689:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee3ea0e1/0x26783cd1c59f0026 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.501697:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee3ea0e1/0x26783cd1c59f0026 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.501711:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee3ea0e1/0x26783cd1c59f0026 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.501722:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee3ea0e1/0x26783cd1c59f0026 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.501742:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938598.501744:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938598.501745:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.502199:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.502206:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000268bf50d/0x26783cd1c59f002d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.502241:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.502251:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.502256:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000268bf50d/0x26783cd1c59f002d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.502265:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000268bf50d/0x26783cd1c59f002d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.502274:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000268bf50d/0x26783cd1c59f002d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.502281:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000268bf50d/0x26783cd1c59f002d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.502301:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784938598.502320:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938598.502326:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000268bf50d/0x26783cd1c59f002d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.502334:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfef0d800 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938598.502337:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000268bf50d/0x26783cd1c59f002d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.502346:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000268bf50d/0x26783cd1c59f002d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.502357:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000268bf50d/0x26783cd1c59f002d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.502364:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000268bf50d/0x26783cd1c59f002d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.502391:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938598.502393:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938598.502395:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.502785:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.502792:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000391e3e2b/0x26783cd1c59f0034 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.502801:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.502805:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.502809:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000391e3e2b/0x26783cd1c59f0034 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.502819:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000391e3e2b/0x26783cd1c59f0034 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.502827:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000391e3e2b/0x26783cd1c59f0034 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.502840:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000391e3e2b/0x26783cd1c59f0034 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.502858:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784938598.503009:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938598.503015:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000391e3e2b/0x26783cd1c59f0034 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.503022:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfef0cc00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938598.503026:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000391e3e2b/0x26783cd1c59f0034 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.503034:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000391e3e2b/0x26783cd1c59f0034 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.503045:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000391e3e2b/0x26783cd1c59f0034 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.503052:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000391e3e2b/0x26783cd1c59f0034 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.503066:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938598.503067:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938598.503069:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1784938598.503714:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1784938598.503722:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e657fe03/0x26783cd1c59f003b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.503732:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=666s v=(0 0) 00010000:00010000:0.0:1784938598.503735:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1784938598.503739:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e657fe03/0x26783cd1c59f003b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.503762:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e657fe03/0x26783cd1c59f003b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.503770:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e657fe03/0x26783cd1c59f003b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.503778:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e657fe03/0x26783cd1c59f003b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.503803:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1784938598.504540:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784938598.504548:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e657fe03/0x26783cd1c59f003b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.504557:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910ce6b76600 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:1.0:1784938598.504562:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e657fe03/0x26783cd1c59f003b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.504571:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e657fe03/0x26783cd1c59f003b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.504586:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e657fe03/0x26783cd1c59f003b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.504593:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e657fe03/0x26783cd1c59f003b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.504614:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938598.504615:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938598.504617:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.507863:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.507892:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f328028/0x26783cd1c59f0042 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.507909:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.507914:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.507920:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f328028/0x26783cd1c59f0042 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.508004:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f328028/0x26783cd1c59f0042 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.508016:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f328028/0x26783cd1c59f0042 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.508024:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f328028/0x26783cd1c59f0042 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.508081:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784938598.508548:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938598.508556:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f328028/0x26783cd1c59f0042 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.508564:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfef0de00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938598.508569:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f328028/0x26783cd1c59f0042 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.508578:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f328028/0x26783cd1c59f0042 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.508594:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f328028/0x26783cd1c59f0042 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.508601:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f328028/0x26783cd1c59f0042 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.508632:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938598.508634:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938598.508636:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.508946:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.508953:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e6bd0c1/0x26783cd1c59f0049 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.508963:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.508967:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.508971:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e6bd0c1/0x26783cd1c59f0049 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.508981:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e6bd0c1/0x26783cd1c59f0049 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.508997:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e6bd0c1/0x26783cd1c59f0049 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.509004:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e6bd0c1/0x26783cd1c59f0049 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.509029:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784938598.509176:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938598.509182:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e6bd0c1/0x26783cd1c59f0049 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.509190:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfef0c000 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938598.509194:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e6bd0c1/0x26783cd1c59f0049 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.509201:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e6bd0c1/0x26783cd1c59f0049 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.509280:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e6bd0c1/0x26783cd1c59f0049 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.509290:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e6bd0c1/0x26783cd1c59f0049 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.509305:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938598.509307:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938598.509309:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1784938598.509569:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1784938598.509575:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe780012/0x26783cd1c59f0050 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.509584:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=666s v=(0 0) 00010000:00010000:1.0:1784938598.509587:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938598.509591:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe780012/0x26783cd1c59f0050 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.509601:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe780012/0x26783cd1c59f0050 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.509608:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe780012/0x26783cd1c59f0050 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.509615:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe780012/0x26783cd1c59f0050 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938598.509654:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1784938598.509816:0:24210:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:5 00000100:00100000:1.0:1784938598.509885:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22728:x1871643144360960:12345-192.168.203.126@tcp:5:osp-pre-0-0.0 Request processed in 71166us (71445us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938598.509894:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 8 00010000:00010000:0.0:1784938598.509952:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938598.509956:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe780012/0x26783cd1c59f0050 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.509975:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfef0da00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938598.509979:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe780012/0x26783cd1c59f0050 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.509988:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe780012/0x26783cd1c59f0050 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.509999:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe780012/0x26783cd1c59f0050 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.510005:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe780012/0x26783cd1c59f0050 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938598.510020:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938598.510022:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938598.510023:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784938598.510523:0:22728:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb64000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22728:1871643144360960:192.168.203.126@tcp:5:osp-pre-0-0.0 00000004:00080000:1.0:1784938598.510540:0:22728:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x5:0x0] 00000100:00100000:1.0:1784938598.510584:0:22728:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb64000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22728:1871643144361728:192.168.203.126@tcp:5:osp-pre-0-0.0 00000100:00100000:1.0:1784938598.510637:0:22728:0:(client.c:2702:ptlrpc_set_wait()) set ffff910d019ce6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784938598.510933:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938598.511169:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144361728 00000100:00100000:3.0:1784938598.511177:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144361728 00000100:00100000:3.0:1784938598.511247:0:24786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 12 00000100:00100000:3.0:1784938598.511257:0:24786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfe86ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22728:x1871643144361728:12345-192.168.203.126@tcp:5:osp-pre-0-0.0 00002000:00080000:3.0:1784938598.511296:0:24786:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:2.0:1784938598.515417:0:24206:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:2.0:1784938598.515608:0:24206:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1784938598.515947:0:24786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfe86ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22728:x1871643144361728:12345-192.168.203.126@tcp:5:osp-pre-0-0.0 Request processed in 4685us (5008us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1784938598.515958:0:24786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 12 00000100:00100000:3.0:1784938598.516347:0:22728:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1784938598.516357:0:22728:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb64000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22728:1871643144361728:192.168.203.126@tcp:5:osp-pre-0-0.0 00000004:00080000:3.0:1784938598.516374:0:22728:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:0.0:1784938598.752471:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1784938599.010806:0:22700:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1784938599.010814:0:22700:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff910cf786e000 from 14 10000000:01000000:1.0:1784938599.010820:0:22700:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1784938599.010867:0:22700:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cfef0d600/0x26783cd1c59f0057 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.010880:0:22700:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910cfef0d600/0x26783cd1c59f0057 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.010892:0:22700:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910cfef0d600/0x26783cd1c59f0057 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938599.010920:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb66680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144361856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1784938599.010996:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938599.012600:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910d019ce480 going to sleep for 11 seconds 00000100:00100000:2.0:1784938599.012893:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144361856 00000100:00100000:2.0:1784938599.012904:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144361856 00000100:00100000:2.0:1784938599.012969:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1784938599.012979:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:22700:x1871643144361856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784938599.012995:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938599.013025:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cc97d1000/0x26783cd1c59f005e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59f0057 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.013052:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cc97d1000/0x26783cd1c59f005e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59f0057 expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.013063:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cc97d1000/0x26783cd1c59f005e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59f0057 expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.013073:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cc97d1000, rc 0) 00000100:00100000:2.0:1784938599.013247:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:22700:x1871643144361856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 269us (2250us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938599.013254:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1784938599.015424:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb66680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144361856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784938599.015452:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910cfef0d600/0x26783cd1c59f0057 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59f005e expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.015465:0:22700:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910cfef0d600/0x26783cd1c59f0057 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59f005e expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938599.015610:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144361984:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1784938599.016208:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938599.016397:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd15946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784938599.017747:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144361984 00000100:00100000:0.0:1784938599.017759:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144361984 00000100:00100000:0.0:1784938599.017820:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1784938599.017830:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:22700:x1871643144361984:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1784938599.017859:0:22697:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1784938599.017874:0:22697:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1784938599.017878:0:22697:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1784938599.018004:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:22700:x1871643144361984:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 175us (1797us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938599.018020:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1784938599.018235:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144361984:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1784938599.018320:0:22700:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1784938599.018329:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cfef0d600/0x26783cd1c59f0057 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59f005e expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.018339:0:22700:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910cfef0d600/0x26783cd1c59f0057 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59f005e expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784938599.018348:0:22700:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1784938599.018351:0:22700:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff910cf7af1800 from 14 10000000:01000000:1.0:1784938599.018354:0:22700:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1784938599.018382:0:22700:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cfef0d400/0x26783cd1c59f0065 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.018391:0:22700:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910cfef0d400/0x26783cd1c59f0065 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.018401:0:22700:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910cfef0d400/0x26783cd1c59f0065 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938599.018421:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb65500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144362112:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1784938599.018457:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938599.018491:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910d019ce480 going to sleep for 11 seconds 00000100:00100000:0.0:1784938599.018775:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144362112 00000100:00100000:0.0:1784938599.018780:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144362112 00000100:00100000:0.0:1784938599.018816:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1784938599.018823:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:22700:x1871643144362112:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784938599.018833:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938599.018846:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910ce6b76800/0x26783cd1c59f006c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59f0065 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.018869:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910ce6b76800/0x26783cd1c59f006c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59f0065 expref: 24 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.018879:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910ce6b76800/0x26783cd1c59f006c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59f0065 expref: 24 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.018887:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910ce6b76800, rc 0) 00000100:00100000:0.0:1784938599.018926:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:22700:x1871643144362112:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 103us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938599.018932:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1784938599.018998:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb65500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144362112:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784938599.019013:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910cfef0d400/0x26783cd1c59f0065 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59f006c expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.019022:0:22700:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910cfef0d400/0x26783cd1c59f0065 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59f006c expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938599.019065:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144362240:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1784938599.019098:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938599.019127:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cd15946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784938599.019168:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144362240 00000100:00100000:0.0:1784938599.019172:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144362240 00000100:00100000:0.0:1784938599.019203:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1784938599.019210:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:22700:x1871643144362240:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1784938599.019257:0:22697:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1784938599.019269:0:22697:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1784938599.019272:0:22697:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1784938599.019438:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:22700:x1871643144362240:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 228us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938599.019453:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1784938599.019753:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144362240:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1784938599.019810:0:22700:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1784938599.019817:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cfef0d400/0x26783cd1c59f0065 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59f006c expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.019825:0:22700:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910cfef0d400/0x26783cd1c59f0065 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59f006c expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1784938599.137255:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1784938599.457718:0:3639:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1784938579/real 1784938579] req@ffff910cffbfca80 x1871643144347136/t0(0) o8->lustre-OST0001-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 1 dl 1784938599 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938599.457752:0:3639:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff910cffbfca80 x1871643144347136/t0(0) o8->lustre-OST0001-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 1 dl 1784938599 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1784938599.457904:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc7c65000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1784938599.457921:0:3639:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.126@tcp failed (-110) 00000100:00100000:2.0:1784938599.457926:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffbfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144347136:192.168.203.126@tcp:8:kworker.0 00000100:00080000:1.0:1784938599.458059:0:20526:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1784938599.458063:0:20526:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1784938599.458066:0:20526:0:(import.c:65:import_set_state_nolock()) ffff910bc7c65000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1784938599.458071:0:20526:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 192.168.203.126@tcp last attempt 647 00000100:00080000:1.0:1784938599.458079:0:20526:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1784938599.458085:0:20526:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff910bc7c65000 using connection 192.168.203.126@tcp/192.168.203.126@tcp 00000100:00100000:1.0:1784938599.458116:0:20526:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff910cffb66a00 x1871643144362624/t0(0) o8->lustre-OST0001-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784938599.458196:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1871643144362496:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.458295:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144363136:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.458326:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3641:1871643144363648:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.458352:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1784938599.458358:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1871643144362368:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.458379:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144363008:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.458402:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3641:1871643144363520:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.458431:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1871643144362752:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.458454:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3642:1871643144363264:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.458473:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3642:1871643144363776:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.458490:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1784938599.458494:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144362880:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.458508:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3642:1871643144363392:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.458777:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938599.458838:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938599.458859:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938599.458881:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938599.458898:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938599.458924:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938599.458941:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938599.458957:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938599.458978:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938599.458990:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938599.459009:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938599.459032:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144363136 00000100:00100000:1.0:1784938599.459039:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144363136 00000100:00100000:1.0:1784938599.459078:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144362496 00000100:00100000:1.0:1784938599.459081:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144362496 00000100:00100000:1.0:1784938599.459092:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144363008 00000100:00100000:1.0:1784938599.459094:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144363008 00000100:00100000:1.0:1784938599.459120:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 1 00000100:00100000:1.0:1784938599.459129:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144363136:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.459173:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144363136:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 45us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938599.459179:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 1 00000100:00100000:1.0:1784938599.459196:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 2 00000100:00100000:1.0:1784938599.459202:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1871643144362496:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.459253:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1871643144362496:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 50us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938599.459259:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 2 00000100:00100000:1.0:1784938599.459271:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 3 00000100:00100000:1.0:1784938599.459277:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144363008:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.459299:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144363008:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 22us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938599.459315:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 3 00000100:00100000:1.0:1784938599.459334:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144362368 00000100:00100000:1.0:1784938599.459338:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144362368 00000100:00100000:1.0:1784938599.459360:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144362880 00000100:00100000:1.0:1784938599.459362:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144362880 00000100:00100000:1.0:1784938599.459375:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 37 00000100:00100000:1.0:1784938599.459381:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1871643144362368:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.459409:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1871643144362368:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 28us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938599.459414:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 37 00000100:00100000:1.0:1784938599.459426:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 38 00000100:00100000:1.0:1784938599.459432:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144362880:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.459454:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144362880:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 22us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938599.459460:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 38 00000100:00100000:1.0:1784938599.459475:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144363648 00000100:00100000:1.0:1784938599.459478:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144363648 00000100:00100000:1.0:1784938599.459492:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144363520 00000100:00100000:1.0:1784938599.459494:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144363520 00000100:00100000:1.0:1784938599.459504:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144363264 00000100:00100000:1.0:1784938599.459506:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144363264 00000100:00100000:1.0:1784938599.459513:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144362752 00000100:00100000:1.0:1784938599.459515:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144362752 00000100:00100000:1.0:1784938599.459523:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144363776 00000100:00100000:1.0:1784938599.459525:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144363776 00000100:00100000:1.0:1784938599.459550:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144363392 00000100:00100000:1.0:1784938599.459553:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144363392 00000100:00100000:1.0:1784938599.459568:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 31 00000100:00100000:1.0:1784938599.459580:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1871643144363648:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.459603:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1871643144363648:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 25us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938599.459609:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 31 00000100:00100000:1.0:1784938599.459622:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 32 00000100:00100000:1.0:1784938599.459628:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1871643144363520:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.459659:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1871643144363520:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 32us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938599.459664:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 32 00000100:00100000:1.0:1784938599.459674:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 33 00000100:00100000:1.0:1784938599.459679:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1871643144363264:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.459695:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1871643144363264:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 16us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938599.459700:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 33 00000100:00100000:1.0:1784938599.459708:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 34 00000100:00100000:1.0:1784938599.459713:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1871643144362752:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.459727:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1871643144362752:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 14us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938599.459733:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 34 00000100:00100000:1.0:1784938599.459741:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 35 00000100:00100000:1.0:1784938599.459747:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1871643144363776:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.459761:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1871643144363776:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 15us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938599.459776:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 35 00000100:00100000:1.0:1784938599.459790:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 36 00000100:00100000:1.0:1784938599.459796:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1871643144363392:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.459815:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1871643144363392:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 20us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938599.459821:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 36 00000100:00080000:1.0:1784938599.459852:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1784938599.459856:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1784938599.459858:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1784938599.460154:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144362880:192.168.203.126@tcp:400:kworker.0 00010000:00080000:1.0:1784938599.460169:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cc875ed80 x1871643144363392/t0(0) o400->lustre-MDT0000-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938599.460180:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3642:1871643144363392:192.168.203.126@tcp:400:kworker.0 00010000:00080000:1.0:1784938599.460190:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cffb65c00 x1871643144362752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938599.460198:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1871643144362752:192.168.203.126@tcp:400:kworker.0 00010000:00080000:1.0:1784938599.460207:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cffb66300 x1871643144363264/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938599.460236:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3642:1871643144363264:192.168.203.126@tcp:400:kworker.0 00010000:00080000:1.0:1784938599.460248:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cc875fb80 x1871643144363776/t0(0) o400->lustre-MDT0001-lwp-OST0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938599.460256:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3642:1871643144363776:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.460300:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1871643144362368:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.460312:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144363008:192.168.203.126@tcp:400:kworker.0 00010000:00080000:1.0:1784938599.460322:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cc875d180 x1871643144363520/t0(0) o400->lustre-MDT0001-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938599.460330:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3641:1871643144363520:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.460340:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1871643144362496:192.168.203.126@tcp:400:kworker.0 00010000:00080000:1.0:1784938599.460349:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cffb64000 x1871643144363136/t0(0) o400->lustre-OST0001-osc-MDT0001@192.168.203.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1784938615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938599.460357:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144363136:192.168.203.126@tcp:400:kworker.0 00010000:00080000:1.0:1784938599.460366:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cc875c380 x1871643144363648/t0(0) o400->lustre-MDT0000-lwp-OST0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938599.460374:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3641:1871643144363648:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938599.460403:0:3639:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144362624:192.168.203.126@tcp:8:kworker.0 00000100:00100000:1.0:1784938599.460513:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938599.460532:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144362624 00000100:00100000:1.0:1784938599.460536:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144362624 00000100:00100000:1.0:1784938599.460558:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 13 00000100:00100000:1.0:1784938599.460563:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3639:x1871643144362624:12345-192.168.203.126@tcp:8:kworker.0 00010000:00080000:1.0:1784938599.460589:0:24210:0:(ldlm_lib.c:1468:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@192.168.203.126@tcp t0 exp 0000000000000000 cur 667 last 0 00000020:00000080:1.0:1784938599.460612:0:24210:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x26783cd1c59f0073 00002000:00100000:1.0:1784938599.460622:0:24210:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff910bc67ab800 ocd_connect_flags: 0xa044401443000026 ocd_version: 21136cb ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:1.0:1784938599.460630:0:24210:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:1.0:1784938599.460632:0:24210:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1784938599.460712:0:24210:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1784938599.460735:0:24210:0:(import.c:65:import_set_state_nolock()) ffff910bc67af800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1784938599.460765:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3639:x1871643144362624:12345-192.168.203.126@tcp:8:kworker.0 Request processed in 200us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938599.460771:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 13 00010000:00080000:1.0:1784938599.460851:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cffb66a00 x1871643144362624/t0(0) o8->lustre-OST0001-osc-MDT0000@192.168.203.126@tcp:28/4 lens 520/416 e 0 to 0 dl 1784938624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938599.460859:0:3639:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1784938599.460865:0:3639:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1784938599.460872:0:3639:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1784938599.460876:0:3639:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1784938599.460878:0:3639:0:(import.c:65:import_set_state_nolock()) ffff910bc7c65000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1784938599.460889:0:3639:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1784938599.460893:0:3639:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1871643144362624:192.168.203.126@tcp:8:kworker.0 00000004:00080000:1.0:1784938599.460928:0:22730:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:1.0:1784938599.460942:0:22730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefc46d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22730:1871643144364032:192.168.203.126@tcp:5:osp-pre-1-0.0 00000100:00100000:1.0:1784938599.460964:0:22730:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cca863a80 going to sleep for 11 seconds 00000100:00100000:1.0:1784938599.460975:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefc47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1871643144363904:192.168.203.126@tcp:13:osp-pre-1-0.0 00000100:00100000:1.0:1784938599.461046:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938599.461065:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938599.461080:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144363904 00000100:00100000:1.0:1784938599.461083:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144363904 00000100:00100000:1.0:1784938599.461107:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 4 00000100:00100000:1.0:1784938599.461120:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3643:x1871643144363904:12345-192.168.203.126@tcp:13:osp-pre-1-0.0 00002000:00000024:1.0:1784938599.461132:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1784938599.461156:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3643:x1871643144363904:12345-192.168.203.126@tcp:13:osp-pre-1-0.0 Request processed in 37us (90us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938599.461162:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 4 00000100:00080000:1.0:1784938599.461177:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1784938599.461259:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cefc47800 x1871643144363904/t0(0) o13->lustre-OST0001-osc-MDT0000@192.168.203.126@tcp:7/4 lens 224/368 e 0 to 0 dl 1784938615 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938599.461273:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefc47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1871643144363904:192.168.203.126@tcp:13:osp-pre-1-0.0 00000100:00100000:1.0:1784938599.461289:0:24210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144364032 00000100:00100000:1.0:1784938599.461291:0:24210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144364032 00000100:00100000:1.0:1784938599.461307:0:24210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 14 00000100:00100000:1.0:1784938599.461313:0:24210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22730:x1871643144364032:12345-192.168.203.126@tcp:5:osp-pre-1-0.0 00000004:00080000:2.0:1784938599.461997:0:22729:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1784938599.462062:0:22729:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 667493847104ns, next at 0ns, rc = 0 00080000:00080000:2.0:1784938599.462068:0:22729:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1784938599.462998:0:22683:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00080000:2.0:1784938599.472476:0:24210:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:2.0:1784938599.472488:0:24210:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:2.0:1784938599.472493:0:24210:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00002000:00010000:2.0:1784938599.491875:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784938599.491889:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af2b61cc/0x26783cd1c59f007a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.491907:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=667s v=(0 0) 00010000:00010000:2.0:1784938599.491913:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784938599.491921:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af2b61cc/0x26783cd1c59f007a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.491939:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af2b61cc/0x26783cd1c59f007a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.491951:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af2b61cc/0x26783cd1c59f007a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.491959:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000af2b61cc/0x26783cd1c59f007a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.491983:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784938599.492499:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938599.492507:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000af2b61cc/0x26783cd1c59f007a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.492516:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d0800 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938599.492520:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000af2b61cc/0x26783cd1c59f007a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.492530:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000af2b61cc/0x26783cd1c59f007a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.492550:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000af2b61cc/0x26783cd1c59f007a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.492559:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af2b61cc/0x26783cd1c59f007a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.492579:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.492581:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.492583:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784938599.492889:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784938599.492896:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000047ed7f4a/0x26783cd1c59f0081 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.492917:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=667s v=(0 0) 00010000:00010000:2.0:1784938599.492920:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784938599.492924:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000047ed7f4a/0x26783cd1c59f0081 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.492947:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000047ed7f4a/0x26783cd1c59f0081 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.492955:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000047ed7f4a/0x26783cd1c59f0081 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.492962:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000047ed7f4a/0x26783cd1c59f0081 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.492980:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784938599.493184:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938599.493190:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000047ed7f4a/0x26783cd1c59f0081 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.493197:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d1600 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938599.493208:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000047ed7f4a/0x26783cd1c59f0081 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.493247:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000047ed7f4a/0x26783cd1c59f0081 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.493260:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000047ed7f4a/0x26783cd1c59f0081 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.493267:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000047ed7f4a/0x26783cd1c59f0081 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.493282:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.493284:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.493285:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784938599.493607:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784938599.493613:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c02e5f86/0x26783cd1c59f0088 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.493621:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=667s v=(0 0) 00010000:00010000:2.0:1784938599.493624:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784938599.493629:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c02e5f86/0x26783cd1c59f0088 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.493658:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c02e5f86/0x26783cd1c59f0088 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.493667:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c02e5f86/0x26783cd1c59f0088 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.493684:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c02e5f86/0x26783cd1c59f0088 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.493703:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784938599.493859:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938599.493865:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c02e5f86/0x26783cd1c59f0088 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.493872:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d0400 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938599.493876:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c02e5f86/0x26783cd1c59f0088 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.493886:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c02e5f86/0x26783cd1c59f0088 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.493898:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c02e5f86/0x26783cd1c59f0088 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.493911:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c02e5f86/0x26783cd1c59f0088 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.493928:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.493930:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.493932:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784938599.494715:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784938599.494724:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c74ca0e2/0x26783cd1c59f008f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.494734:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=667s v=(0 0) 00010000:00010000:2.0:1784938599.494737:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784938599.494742:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c74ca0e2/0x26783cd1c59f008f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.494753:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c74ca0e2/0x26783cd1c59f008f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.494879:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c74ca0e2/0x26783cd1c59f008f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.494889:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c74ca0e2/0x26783cd1c59f008f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.494910:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784938599.495132:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938599.495139:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c74ca0e2/0x26783cd1c59f008f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.495147:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d1400 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938599.495151:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c74ca0e2/0x26783cd1c59f008f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.495160:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c74ca0e2/0x26783cd1c59f008f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.495172:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c74ca0e2/0x26783cd1c59f008f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.495179:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c74ca0e2/0x26783cd1c59f008f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.495195:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.495197:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.495199:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784938599.495914:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784938599.495924:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c737d76/0x26783cd1c59f0096 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.495944:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=667s v=(0 0) 00010000:00010000:2.0:1784938599.495947:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784938599.495952:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c737d76/0x26783cd1c59f0096 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.495963:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c737d76/0x26783cd1c59f0096 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.495973:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c737d76/0x26783cd1c59f0096 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.495981:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c737d76/0x26783cd1c59f0096 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.496003:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784938599.496177:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938599.496184:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c737d76/0x26783cd1c59f0096 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.496204:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d0c00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938599.496207:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c737d76/0x26783cd1c59f0096 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.496247:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c737d76/0x26783cd1c59f0096 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.496264:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c737d76/0x26783cd1c59f0096 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.496271:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c737d76/0x26783cd1c59f0096 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.496290:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938599.496292:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938599.496293:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784938599.496785:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784938599.496792:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009edc1181/0x26783cd1c59f009d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.496801:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=667s v=(0 0) 00010000:00010000:2.0:1784938599.496804:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784938599.496808:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009edc1181/0x26783cd1c59f009d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.496817:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009edc1181/0x26783cd1c59f009d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.496839:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009edc1181/0x26783cd1c59f009d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.496846:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009edc1181/0x26783cd1c59f009d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.496868:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1784938599.497020:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784938599.497027:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009edc1181/0x26783cd1c59f009d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.497035:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc1600 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:1.0:1784938599.497049:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009edc1181/0x26783cd1c59f009d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.497058:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009edc1181/0x26783cd1c59f009d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.497071:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009edc1181/0x26783cd1c59f009d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.497084:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009edc1181/0x26783cd1c59f009d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.497102:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938599.497103:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938599.497105:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784938599.497630:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784938599.497651:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000cf3abbf/0x26783cd1c59f00a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.497661:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=667s v=(0 0) 00010000:00010000:2.0:1784938599.497664:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784938599.497668:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000cf3abbf/0x26783cd1c59f00a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.497679:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000cf3abbf/0x26783cd1c59f00a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.497686:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000cf3abbf/0x26783cd1c59f00a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.497693:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000cf3abbf/0x26783cd1c59f00a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.497724:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784938599.497868:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938599.497876:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000cf3abbf/0x26783cd1c59f00a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.497884:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc0a00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938599.497888:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000cf3abbf/0x26783cd1c59f00a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.497897:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000cf3abbf/0x26783cd1c59f00a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.497916:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000cf3abbf/0x26783cd1c59f00a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.497923:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000cf3abbf/0x26783cd1c59f00a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.497939:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938599.497941:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938599.497943:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784938599.498571:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784938599.498578:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b7794e9/0x26783cd1c59f00ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.498588:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=667s v=(0 0) 00010000:00010000:2.0:1784938599.498592:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784938599.498596:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b7794e9/0x26783cd1c59f00ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.498605:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b7794e9/0x26783cd1c59f00ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.498613:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b7794e9/0x26783cd1c59f00ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.498619:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007b7794e9/0x26783cd1c59f00ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.498648:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1784938599.498970:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784938599.498976:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009463943b/0x26783cd1c59f00b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.498985:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=667s v=(0 0) 00010000:00010000:2.0:1784938599.498994:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784938599.498999:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009463943b/0x26783cd1c59f00b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.499008:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009463943b/0x26783cd1c59f00b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.499017:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009463943b/0x26783cd1c59f00b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.499024:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009463943b/0x26783cd1c59f00b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.499049:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1784938599.499301:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1784938599.499318:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007b7794e9/0x26783cd1c59f00ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.499335:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc1200 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938599.499340:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007b7794e9/0x26783cd1c59f00ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.499350:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007b7794e9/0x26783cd1c59f00ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.499365:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007b7794e9/0x26783cd1c59f00ab lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.499373:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b7794e9/0x26783cd1c59f00ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.499403:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938599.499406:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009463943b/0x26783cd1c59f00b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.499412:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc1a00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938599.499415:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009463943b/0x26783cd1c59f00b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.499424:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009463943b/0x26783cd1c59f00b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.499433:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009463943b/0x26783cd1c59f00b2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.499440:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009463943b/0x26783cd1c59f00b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.499452:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938599.499453:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938599.499455:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784938599.499876:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784938599.499883:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000029e73b65/0x26783cd1c59f00b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.499893:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=667s v=(0 0) 00010000:00010000:2.0:1784938599.499897:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784938599.499902:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029e73b65/0x26783cd1c59f00b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.499912:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000029e73b65/0x26783cd1c59f00b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.499921:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000029e73b65/0x26783cd1c59f00b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.499936:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000029e73b65/0x26783cd1c59f00b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.499960:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1784938599.500455:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784938599.500462:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000023098c38/0x26783cd1c59f00c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.500472:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=667s v=(0 0) 00010000:00010000:2.0:1784938599.500475:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784938599.500480:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000023098c38/0x26783cd1c59f00c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.500489:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000023098c38/0x26783cd1c59f00c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.500497:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000023098c38/0x26783cd1c59f00c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.500505:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000023098c38/0x26783cd1c59f00c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.500514:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1784938599.500806:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784938599.500813:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000030b3826/0x26783cd1c59f00c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.500827:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=667s v=(0 0) 00010000:00010000:2.0:1784938599.500830:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784938599.500833:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000030b3826/0x26783cd1c59f00c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.500842:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000030b3826/0x26783cd1c59f00c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.500849:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000030b3826/0x26783cd1c59f00c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.500856:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000030b3826/0x26783cd1c59f00c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.500864:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1784938599.501240:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1784938599.501248:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000029e73b65/0x26783cd1c59f00b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.501256:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc0800 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:1.0:1784938599.501260:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000029e73b65/0x26783cd1c59f00b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.501268:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000029e73b65/0x26783cd1c59f00b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.501281:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000029e73b65/0x26783cd1c59f00b9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.501288:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029e73b65/0x26783cd1c59f00b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.501428:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1784938599.501434:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000023098c38/0x26783cd1c59f00c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.501448:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc0e00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:1.0:1784938599.501451:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000023098c38/0x26783cd1c59f00c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.501459:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000023098c38/0x26783cd1c59f00c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.501469:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000023098c38/0x26783cd1c59f00c0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.501476:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000023098c38/0x26783cd1c59f00c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.501489:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784938599.501492:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000030b3826/0x26783cd1c59f00c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.501498:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc0600 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:1.0:1784938599.501501:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000030b3826/0x26783cd1c59f00c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.501508:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000030b3826/0x26783cd1c59f00c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.501517:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000030b3826/0x26783cd1c59f00c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.501530:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000030b3826/0x26783cd1c59f00c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.501543:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938599.501545:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938599.501547:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938599.501843:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784938599.501901:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784938599.501908:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b8baa7c/0x26783cd1c59f00ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.501918:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=667s v=(0 0) 00010000:00010000:2.0:1784938599.501921:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784938599.501925:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b8baa7c/0x26783cd1c59f00ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.501935:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b8baa7c/0x26783cd1c59f00ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.501955:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b8baa7c/0x26783cd1c59f00ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.501962:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b8baa7c/0x26783cd1c59f00ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.501984:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1784938599.502123:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784938599.502128:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003b8baa7c/0x26783cd1c59f00ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.502135:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc0c00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:1.0:1784938599.502139:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003b8baa7c/0x26783cd1c59f00ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.502148:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003b8baa7c/0x26783cd1c59f00ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.502159:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003b8baa7c/0x26783cd1c59f00ce lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.502166:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b8baa7c/0x26783cd1c59f00ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.502180:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938599.502182:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938599.502183:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784938599.503739:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784938599.503749:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b221ec4/0x26783cd1c59f00d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.503919:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=667s v=(0 0) 00010000:00010000:3.0:1784938599.503932:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938599.503939:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b221ec4/0x26783cd1c59f00d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.503952:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b221ec4/0x26783cd1c59f00d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.503963:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b221ec4/0x26783cd1c59f00d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.503970:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005b221ec4/0x26783cd1c59f00d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.503997:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784938599.504724:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938599.504732:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005b221ec4/0x26783cd1c59f00d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.504742:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a0600 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938599.504746:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005b221ec4/0x26783cd1c59f00d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.504755:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005b221ec4/0x26783cd1c59f00d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.504782:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005b221ec4/0x26783cd1c59f00d5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.504790:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b221ec4/0x26783cd1c59f00d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.504810:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.504812:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.504814:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784938599.505102:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784938599.505110:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000354abf45/0x26783cd1c59f00dc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.505120:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=667s v=(0 0) 00010000:00010000:3.0:1784938599.505124:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938599.505128:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000354abf45/0x26783cd1c59f00dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.505139:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000354abf45/0x26783cd1c59f00dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.505148:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000354abf45/0x26783cd1c59f00dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.505162:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000354abf45/0x26783cd1c59f00dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.505185:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1784938599.505773:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784938599.505780:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000354abf45/0x26783cd1c59f00dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.505789:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a0e00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:1.0:1784938599.505793:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000354abf45/0x26783cd1c59f00dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.505801:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000354abf45/0x26783cd1c59f00dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.505815:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000354abf45/0x26783cd1c59f00dc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.505821:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000354abf45/0x26783cd1c59f00dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.505837:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938599.505839:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938599.505840:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784938599.506018:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784938599.506024:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea4fbeb4/0x26783cd1c59f00e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.506033:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=667s v=(0 0) 00010000:00010000:3.0:1784938599.506049:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938599.506054:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea4fbeb4/0x26783cd1c59f00e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.506064:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea4fbeb4/0x26783cd1c59f00e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.506072:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea4fbeb4/0x26783cd1c59f00e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.506080:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea4fbeb4/0x26783cd1c59f00e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.506101:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1784938599.506290:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938599.506296:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea4fbeb4/0x26783cd1c59f00e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.506313:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a0a00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938599.506317:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea4fbeb4/0x26783cd1c59f00e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.506346:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea4fbeb4/0x26783cd1c59f00e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.506359:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea4fbeb4/0x26783cd1c59f00e3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.506366:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea4fbeb4/0x26783cd1c59f00e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.506381:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.506383:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.506384:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784938599.506921:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784938599.506928:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003fb682d9/0x26783cd1c59f00ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.506943:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=667s v=(0 0) 00010000:00010000:3.0:1784938599.506946:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938599.506950:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003fb682d9/0x26783cd1c59f00ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.506960:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003fb682d9/0x26783cd1c59f00ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.506969:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003fb682d9/0x26783cd1c59f00ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.506977:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003fb682d9/0x26783cd1c59f00ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.506998:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1784938599.507199:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784938599.507206:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003fb682d9/0x26783cd1c59f00ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.507242:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a1600 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:1.0:1784938599.507246:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003fb682d9/0x26783cd1c59f00ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.507267:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003fb682d9/0x26783cd1c59f00ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.507281:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003fb682d9/0x26783cd1c59f00ea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.507288:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003fb682d9/0x26783cd1c59f00ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.507302:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938599.507314:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784938599.507316:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784938599.507754:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784938599.507773:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000371fb7e4/0x26783cd1c59f00f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.507783:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=667s v=(0 0) 00010000:00010000:3.0:1784938599.507787:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938599.507792:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000371fb7e4/0x26783cd1c59f00f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.507804:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000371fb7e4/0x26783cd1c59f00f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.507824:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000371fb7e4/0x26783cd1c59f00f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.507831:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000371fb7e4/0x26783cd1c59f00f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.507889:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1784938599.508563:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784938599.508570:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009795df26/0x26783cd1c59f00f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.508580:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=667s v=(0 0) 00010000:00010000:3.0:1784938599.508583:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938599.508587:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009795df26/0x26783cd1c59f00f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.508597:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009795df26/0x26783cd1c59f00f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.508605:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009795df26/0x26783cd1c59f00f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.508612:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009795df26/0x26783cd1c59f00f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.508896:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784938599.508904:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000371fb7e4/0x26783cd1c59f00f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.508912:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a1200 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938599.508917:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000371fb7e4/0x26783cd1c59f00f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.508926:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000371fb7e4/0x26783cd1c59f00f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.508941:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000371fb7e4/0x26783cd1c59f00f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.508959:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000371fb7e4/0x26783cd1c59f00f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.508974:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938599.508977:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009795df26/0x26783cd1c59f00f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.508983:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a0400 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938599.508986:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009795df26/0x26783cd1c59f00f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.508995:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009795df26/0x26783cd1c59f00f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.509005:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009795df26/0x26783cd1c59f00f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.509013:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.509014:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.509016:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938599.509148:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1784938599.509154:0:24210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009795df26/0x26783cd1c59f00f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1784938599.509780:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784938599.509788:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006fe7fcae/0x26783cd1c59f00ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.509799:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=667s v=(0 0) 00010000:00010000:3.0:1784938599.509803:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938599.509808:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006fe7fcae/0x26783cd1c59f00ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.509819:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006fe7fcae/0x26783cd1c59f00ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.509828:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006fe7fcae/0x26783cd1c59f00ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.509836:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006fe7fcae/0x26783cd1c59f00ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.510160:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1784938599.510168:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006fe7fcae/0x26783cd1c59f00ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.510176:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a0200 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:1.0:1784938599.510180:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006fe7fcae/0x26783cd1c59f00ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.510189:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006fe7fcae/0x26783cd1c59f00ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938599.510203:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006fe7fcae/0x26783cd1c59f00ff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.510851:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938599.510935:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1784938599.510942:0:24210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006fe7fcae/0x26783cd1c59f00ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.511849:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938599.511853:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938599.511855:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784938599.511968:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784938599.511977:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009795df26/0x26783cd1c59f0106 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.511989:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=667s v=(0 0) 00010000:00010000:3.0:1784938599.511993:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938599.511998:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009795df26/0x26783cd1c59f0106 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.512010:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009795df26/0x26783cd1c59f0106 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.512019:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009795df26/0x26783cd1c59f0106 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.512025:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009795df26/0x26783cd1c59f0106 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.512133:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1784938599.512621:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784938599.512629:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000400aa94e/0x26783cd1c59f010d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.512697:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=667s v=(0 0) 00010000:00010000:3.0:1784938599.512701:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938599.512713:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000400aa94e/0x26783cd1c59f010d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.512723:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000400aa94e/0x26783cd1c59f010d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.512731:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000400aa94e/0x26783cd1c59f010d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.512738:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000400aa94e/0x26783cd1c59f010d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.512916:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784938599.512923:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009795df26/0x26783cd1c59f0106 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.512931:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a0400 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938599.512942:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009795df26/0x26783cd1c59f0106 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.512951:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009795df26/0x26783cd1c59f0106 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.512966:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009795df26/0x26783cd1c59f0106 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.512973:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009795df26/0x26783cd1c59f0106 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.512991:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938599.512994:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000400aa94e/0x26783cd1c59f010d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.513000:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a1800 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938599.513003:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000400aa94e/0x26783cd1c59f010d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.513010:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000400aa94e/0x26783cd1c59f010d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.513020:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000400aa94e/0x26783cd1c59f010d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.513028:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.513035:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.513110:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938599.513180:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1784938599.513186:0:24210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000400aa94e/0x26783cd1c59f010d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1784938599.513902:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784938599.513911:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e79ab44/0x26783cd1c59f0114 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.513921:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=667s v=(0 0) 00010000:00010000:3.0:1784938599.513924:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938599.513929:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e79ab44/0x26783cd1c59f0114 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.513939:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e79ab44/0x26783cd1c59f0114 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.513959:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e79ab44/0x26783cd1c59f0114 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.513965:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008e79ab44/0x26783cd1c59f0114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.514026:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784938599.514032:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008e79ab44/0x26783cd1c59f0114 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.514048:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a0000 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:2.0:1784938599.514052:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008e79ab44/0x26783cd1c59f0114 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.514060:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008e79ab44/0x26783cd1c59f0114 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.514073:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008e79ab44/0x26783cd1c59f0114 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.514083:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938599.514090:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938599.514093:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938599.514485:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1784938599.514491:0:24210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e79ab44/0x26783cd1c59f0114 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1784938599.514973:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784938599.514980:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003fb682d9/0x26783cd1c59f011b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.514989:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=667s v=(0 0) 00010000:00010000:3.0:1784938599.514992:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938599.514997:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003fb682d9/0x26783cd1c59f011b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.515008:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003fb682d9/0x26783cd1c59f011b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.515016:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003fb682d9/0x26783cd1c59f011b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.515034:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003fb682d9/0x26783cd1c59f011b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.515167:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938599.515173:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003fb682d9/0x26783cd1c59f011b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.515181:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a1600 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938599.515185:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003fb682d9/0x26783cd1c59f011b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.515194:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003fb682d9/0x26783cd1c59f011b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.515208:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003fb682d9/0x26783cd1c59f011b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.515292:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.515293:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.515295:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938599.515495:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1784938599.515500:0:24210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003fb682d9/0x26783cd1c59f011b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1784938599.515937:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784938599.515943:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000354abf45/0x26783cd1c59f0122 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.515952:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=667s v=(0 0) 00010000:00010000:3.0:1784938599.515955:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938599.515960:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000354abf45/0x26783cd1c59f0122 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.515969:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000354abf45/0x26783cd1c59f0122 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.515977:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000354abf45/0x26783cd1c59f0122 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.515983:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000354abf45/0x26783cd1c59f0122 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.516028:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784938599.516034:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000354abf45/0x26783cd1c59f0122 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.516116:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a0e00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:2.0:1784938599.516119:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000354abf45/0x26783cd1c59f0122 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.516128:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000354abf45/0x26783cd1c59f0122 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.516141:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000354abf45/0x26783cd1c59f0122 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.516151:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938599.516152:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784938599.516154:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938599.516196:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1784938599.516202:0:24210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000354abf45/0x26783cd1c59f0122 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.516281:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1784938599.516898:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784938599.516905:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000371fb7e4/0x26783cd1c59f0129 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.516915:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=667s v=(0 0) 00010000:00010000:3.0:1784938599.516919:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938599.516923:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000371fb7e4/0x26783cd1c59f0129 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.516933:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000371fb7e4/0x26783cd1c59f0129 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.516942:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000371fb7e4/0x26783cd1c59f0129 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.516949:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000371fb7e4/0x26783cd1c59f0129 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.517014:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1784938599.517679:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1784938599.517687:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea4fbeb4/0x26783cd1c59f0130 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.517704:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=667s v=(0 0) 00010000:00010000:3.0:1784938599.517707:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938599.517712:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea4fbeb4/0x26783cd1c59f0130 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.517722:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea4fbeb4/0x26783cd1c59f0130 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.517731:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea4fbeb4/0x26783cd1c59f0130 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.517738:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea4fbeb4/0x26783cd1c59f0130 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.517908:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1784938599.517914:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000371fb7e4/0x26783cd1c59f0129 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.517922:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a1200 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:2.0:1784938599.517926:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000371fb7e4/0x26783cd1c59f0129 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.517935:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000371fb7e4/0x26783cd1c59f0129 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.517960:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000371fb7e4/0x26783cd1c59f0129 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.517967:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000371fb7e4/0x26783cd1c59f0129 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.518133:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1784938599.518143:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938599.518147:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea4fbeb4/0x26783cd1c59f0130 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.518154:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a0a00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938599.518158:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea4fbeb4/0x26783cd1c59f0130 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.518165:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea4fbeb4/0x26783cd1c59f0130 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.518187:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea4fbeb4/0x26783cd1c59f0130 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.518194:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea4fbeb4/0x26783cd1c59f0130 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938599.518209:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938599.518239:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.518883:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1784938599.518997:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784938599.519005:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000048279015/0x26783cd1c59f0137 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.519016:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=667s v=(0 0) 00010000:00010000:2.0:1784938599.519020:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784938599.519026:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048279015/0x26783cd1c59f0137 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.519116:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000048279015/0x26783cd1c59f0137 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.519129:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000048279015/0x26783cd1c59f0137 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.519137:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000048279015/0x26783cd1c59f0137 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.519158:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1784938599.519682:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784938599.519689:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005cc8380d/0x26783cd1c59f013e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.519699:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=667s v=(0 0) 00010000:00010000:2.0:1784938599.519703:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784938599.519707:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005cc8380d/0x26783cd1c59f013e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.519717:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005cc8380d/0x26783cd1c59f013e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.519726:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005cc8380d/0x26783cd1c59f013e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.519734:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005cc8380d/0x26783cd1c59f013e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.519743:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1784938599.520195:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784938599.520201:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fd85b50b/0x26783cd1c59f0145 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.520210:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=667s v=(0 0) 00010000:00010000:2.0:1784938599.520233:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784938599.520238:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fd85b50b/0x26783cd1c59f0145 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.520262:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fd85b50b/0x26783cd1c59f0145 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.520271:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fd85b50b/0x26783cd1c59f0145 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.520278:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fd85b50b/0x26783cd1c59f0145 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.520288:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1784938599.520702:0:24210:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1784938599.520708:0:24210:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006baece15/0x26783cd1c59f014c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.520717:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=667s v=(0 0) 00010000:00010000:2.0:1784938599.520720:0:24210:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784938599.520724:0:24210:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006baece15/0x26783cd1c59f014c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.520733:0:24210:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006baece15/0x26783cd1c59f014c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.520740:0:24210:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006baece15/0x26783cd1c59f014c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.520758:0:24210:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006baece15/0x26783cd1c59f014c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938599.520848:0:24210:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00080000:2.0:1784938599.520883:0:24210:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00010000:00010000:0.0:1784938599.521056:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1784938599.521064:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000048279015/0x26783cd1c59f0137 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.521073:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc0000 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938599.521077:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000048279015/0x26783cd1c59f0137 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.521099:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000048279015/0x26783cd1c59f0137 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.521117:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000048279015/0x26783cd1c59f0137 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.521125:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048279015/0x26783cd1c59f0137 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.521144:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1784938599.521148:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005cc8380d/0x26783cd1c59f013e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.521154:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc1e00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938599.521158:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005cc8380d/0x26783cd1c59f013e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.521165:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005cc8380d/0x26783cd1c59f013e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.521175:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005cc8380d/0x26783cd1c59f013e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.521182:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005cc8380d/0x26783cd1c59f013e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.521205:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784938599.521209:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fd85b50b/0x26783cd1c59f0145 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.521241:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc1400 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938599.521244:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fd85b50b/0x26783cd1c59f0145 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.521252:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fd85b50b/0x26783cd1c59f0145 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.521261:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fd85b50b/0x26783cd1c59f0145 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.521268:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fd85b50b/0x26783cd1c59f0145 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.521281:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938599.521284:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006baece15/0x26783cd1c59f014c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.521291:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc0400 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938599.521293:0:22691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006baece15/0x26783cd1c59f014c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938599.521483:0:24210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22730:x1871643144364032:12345-192.168.203.126@tcp:5:osp-pre-1-0.0 Request processed in 60164us (60432us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938599.521494:0:24210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 14 00010000:00010000:0.0:1784938599.521606:0:22691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006baece15/0x26783cd1c59f014c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.521621:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006baece15/0x26783cd1c59f014c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.521628:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006baece15/0x26783cd1c59f014c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938599.521656:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.521658:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938599.521660:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938599.521851:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784938599.522189:0:22730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefc46d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22730:1871643144364032:192.168.203.126@tcp:5:osp-pre-1-0.0 00000004:00080000:3.0:1784938599.522210:0:22730:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:3.0:1784938599.522282:0:22730:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22730:1871643144364160:192.168.203.126@tcp:5:osp-pre-1-0.0 00000100:00100000:3.0:1784938599.522680:0:22730:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7382480 going to sleep for 11 seconds 00000100:00100000:2.0:1784938599.522956:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938599.523017:0:24211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144364160 00000100:00100000:3.0:1784938599.523024:0:24211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144364160 00000100:00100000:3.0:1784938599.523086:0:24211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 15 00000100:00100000:3.0:1784938599.523095:0:24211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfe86ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22730:x1871643144364160:12345-192.168.203.126@tcp:5:osp-pre-1-0.0 00002000:00080000:3.0:1784938599.523132:0:24211:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000001:00080000:2.0:1784938599.530685:0:25026:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000001:00100000:2.0:1784938599.530728:0:25026:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1784938599.530965:0:24211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfe86ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22730:x1871643144364160:12345-192.168.203.126@tcp:5:osp-pre-1-0.0 Request processed in 7865us (8004us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1784938599.530977:0:24211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 15 00000100:00100000:1.0:1784938599.531733:0:22730:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1784938599.531747:0:22730:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffcead80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22730:1871643144364160:192.168.203.126@tcp:5:osp-pre-1-0.0 00000004:00080000:1.0:1784938599.531763:0:22730:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:0.0:1784938599.783451:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938600.799361:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938601.823408:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1784938602.753688:0:25383:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg326-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1784938602.855479:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784938603.167448:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1784938603.167482:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144364288:192.168.203.126@tcp:13:osp-pre-0-1.0 00000100:00100000:3.0:1784938603.167594:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144364416:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:3.0:1784938603.167801:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938603.167858:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938603.168489:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144364288 00000100:00100000:1.0:1784938603.168498:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144364288 00000100:00100000:1.0:1784938603.168547:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 5 00000100:00100000:1.0:1784938603.168555:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144364288:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 00002000:00000024:1.0:1784938603.168592:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1784938603.168646:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffceb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144364288:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 Request processed in 91us (845us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938603.168652:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 5 00000100:00100000:1.0:1784938603.168676:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144364544:192.168.203.126@tcp:41:osp-pre-1-0.0 00000100:00080000:1.0:1784938603.168730:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1784938603.168756:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938603.168791:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144364288:192.168.203.126@tcp:13:osp-pre-0-1.0 00000100:00100000:0.0:1784938603.177660:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144364416 00000100:00100000:0.0:1784938603.177677:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144364416 00000100:00100000:1.0:1784938603.178537:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144364544 00000100:00100000:1.0:1784938603.178544:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144364544 00000100:00100000:0.0:1784938603.178646:0:23444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 39 00000100:00100000:1.0:1784938603.178652:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 40 00000100:00100000:0.0:1784938603.178658:0:23444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffce8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144364416:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:1.0:1784938603.178659:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144364544:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 00000004:00000024:1.0:1784938603.178693:0:22709:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000004:00000024:0.0:1784938603.178693:0:23444:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1784938603.178764:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144364544:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 Request processed in 103us (10007us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938603.178771:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 40 00000100:00100000:1.0:1784938603.182824:0:23444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffce8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144364416:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 Request processed in 4156us (14952us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938603.182840:0:23444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 39 00000100:00100000:1.0:1784938603.183189:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144364416:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:1.0:1784938603.192809:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144364544:192.168.203.126@tcp:41:osp-pre-1-0.0 00000100:00100000:1.0:1784938603.683098:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefc44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144364672:192.168.203.126@tcp:13:osp-pre-1-1.0 00000100:00100000:1.0:1784938603.683369:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938603.683393:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144364672 00000100:00100000:1.0:1784938603.683399:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144364672 00000100:00100000:1.0:1784938603.683901:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 6 00000100:00100000:1.0:1784938603.683911:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144364672:12345-192.168.203.126@tcp:13:osp-pre-1-1.0 00002000:00000024:1.0:1784938603.683951:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1784938603.683996:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144364672:12345-192.168.203.126@tcp:13:osp-pre-1-1.0 Request processed in 87us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938603.684002:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 6 00000100:00100000:1.0:1784938603.684132:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefc44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144364672:192.168.203.126@tcp:13:osp-pre-1-1.0 00000100:00100000:3.0:1784938603.684406:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1784938603.684427:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1871643144364800:192.168.203.126@tcp:13:osp-pre-0-0.0 00000100:00100000:3.0:1784938603.684537:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938603.684562:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144364800 00000100:00100000:3.0:1784938603.684567:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144364800 00000100:00080000:2.0:1784938603.690073:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1784938603.690083:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1784938603.691043:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 7 00000100:00100000:3.0:1784938603.691056:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffcead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1871643144364800:12345-192.168.203.126@tcp:13:osp-pre-0-0.0 00002000:00000024:3.0:1784938603.691082:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1784938603.691151:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffcead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1871643144364800:12345-192.168.203.126@tcp:13:osp-pre-0-0.0 Request processed in 98us (6614us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938603.691158:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 7 00000100:00100000:3.0:1784938603.691858:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1871643144364800:192.168.203.126@tcp:13:osp-pre-0-0.0 00000020:00000004:0.0:1784938603.833084:0:25435:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1784938603.833993:0:25435:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1784938603.876554:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784938604.710210:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefc44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3641:1871643144364928:0@lo:400:kworker.0 00000100:00100000:1.0:1784938604.710295:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938604.710354:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1871643144365440:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938604.710404:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3641:1871643144365952:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938604.710431:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3641:1871643144366464:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938604.710460:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1784938604.710473:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefc46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1871643144365312:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938604.710508:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144365824:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938604.710530:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3641:1871643144366336:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938604.710564:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefc44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144365056:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938604.710585:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144365568:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938604.710647:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3642:1871643144366080:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938604.710672:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1784938604.710679:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefc45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144365184:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938604.710697:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144365696:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938604.710713:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3642:1871643144366208:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938604.713064:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144364928 00000100:00100000:3.0:1784938604.713078:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144364928 00000100:00100000:3.0:1784938604.713136:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1784938604.713147:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:3641:x1871643144364928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1784938604.713264:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:3641:x1871643144364928:12345-0@lo:400:kworker.0 Request processed in 118us (2969us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938604.713271:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1784938604.713569:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938604.713653:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938604.713675:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938604.713695:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938604.713711:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938604.713738:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938604.713759:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938604.713777:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938604.713802:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938604.713819:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938604.713834:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938604.713852:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938604.713894:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefc44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3641:1871643144364928:0@lo:400:kworker.0 00000100:00100000:0.0:1784938604.717232:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144366592:192.168.203.126@tcp:13:osp-pre-1-0.0 00000100:00100000:0.0:1784938604.717468:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938604.717497:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144366592 00000100:00100000:0.0:1784938604.717520:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144366592 00000100:00100000:0.0:1784938604.717581:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 8 00000100:00100000:0.0:1784938604.717592:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144366592:12345-192.168.203.126@tcp:13:osp-pre-1-0.0 00002000:00000024:0.0:1784938604.717625:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1784938604.717665:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144366592:12345-192.168.203.126@tcp:13:osp-pre-1-0.0 Request processed in 75us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938604.717672:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 8 00000100:00100000:0.0:1784938604.717806:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144366592:192.168.203.126@tcp:13:osp-pre-1-0.0 00000100:00100000:3.0:1784938604.719320:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144365440 00000100:00100000:3.0:1784938604.719332:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144365440 00000100:00100000:0.0:1784938604.720871:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144365056 00000100:00100000:0.0:1784938604.720882:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144365056 00000100:00100000:0.0:1784938604.720950:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144365568 00000100:00100000:0.0:1784938604.720953:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144365568 00000100:00100000:0.0:1784938604.720973:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 41 00000100:00100000:0.0:1784938604.720981:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffbfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144365056:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938604.721059:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffbfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144365056:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 78us (7298us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938604.721066:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 41 00000100:00100000:0.0:1784938604.721084:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 42 00000100:00100000:0.0:1784938604.721091:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffbffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144365568:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938604.721117:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffbffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144365568:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 27us (7339us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938604.721121:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 42 00000100:00100000:0.0:1784938604.721783:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefc44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144365056:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938604.721797:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144365568:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938604.722660:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144365952 00000100:00100000:3.0:1784938604.722668:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144365952 00000100:00100000:3.0:1784938604.722687:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144366464 00000100:00100000:3.0:1784938604.722691:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144366464 00000100:00100000:3.0:1784938604.722708:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144366336 00000100:00100000:3.0:1784938604.722711:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144366336 00000100:00100000:3.0:1784938604.722721:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144366080 00000100:00100000:3.0:1784938604.722723:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144366080 00000100:00100000:3.0:1784938604.722734:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144366208 00000100:00100000:3.0:1784938604.722736:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144366208 00000100:00100000:3.0:1784938604.722752:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 37 00000100:00100000:3.0:1784938604.722761:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffceb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1871643144365440:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938604.722826:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffceb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1871643144365440:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 65us (9259us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938604.722845:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 37 00000100:00100000:3.0:1784938604.722862:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 38 00000100:00100000:3.0:1784938604.722868:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffbfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1871643144365952:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938604.722894:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffbfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1871643144365952:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 27us (9241us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938604.722900:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 38 00000100:00100000:3.0:1784938604.722911:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 39 00000100:00100000:3.0:1784938604.722917:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffbfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1871643144366464:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938604.722950:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffbfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1871643144366464:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 33us (9275us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938604.722956:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 39 00000100:00100000:3.0:1784938604.722966:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 40 00000100:00100000:3.0:1784938604.722972:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffbfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1871643144366336:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938604.722990:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffbfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1871643144366336:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 19us (9252us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938604.722996:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 40 00000100:00100000:3.0:1784938604.723004:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 41 00000100:00100000:3.0:1784938604.723009:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffbfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1871643144366080:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938604.723027:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffbfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1871643144366080:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 18us (9207us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938604.723032:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 41 00000100:00100000:3.0:1784938604.723042:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 42 00000100:00100000:3.0:1784938604.723047:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1871643144366208:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938604.723077:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1871643144366208:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 29us (9224us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938604.723083:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 42 00000100:00100000:3.0:1784938604.723115:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144365312 00000100:00100000:3.0:1784938604.723119:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144365312 00000100:00100000:3.0:1784938604.723134:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144365824 00000100:00100000:3.0:1784938604.723137:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144365824 00000100:00100000:3.0:1784938604.723145:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144365184 00000100:00100000:3.0:1784938604.723148:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144365184 00000100:00100000:3.0:1784938604.723155:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144365696 00000100:00100000:3.0:1784938604.723158:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144365696 00000100:00100000:3.0:1784938604.723169:0:24786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 4 00000100:00100000:3.0:1784938604.723175:0:24786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffbfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1871643144365312:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938604.723206:0:24786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffbfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1871643144365312:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 31us (9509us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938604.723211:0:24786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 4 00000100:00100000:3.0:1784938604.723241:0:24786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 5 00000100:00100000:3.0:1784938604.723247:0:24786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffbfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144365824:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938604.723269:0:24786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffbfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144365824:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 23us (9557us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938604.723275:0:24786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 5 00000100:00100000:3.0:1784938604.723286:0:24786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 6 00000100:00100000:3.0:1784938604.723292:0:24786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffbfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144365184:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938604.723312:0:24786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffbfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144365184:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 21us (9509us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938604.723317:0:24786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 6 00000100:00100000:3.0:1784938604.723337:0:24786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 7 00000100:00100000:3.0:1784938604.723343:0:24786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffbfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144365696:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938604.723363:0:24786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffbfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144365696:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 20us (9528us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938604.723368:0:24786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 7 00000100:00100000:0.0:1784938604.724087:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefc46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1871643144365312:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938604.724101:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144365824:192.168.203.126@tcp:400:kworker.0 00010000:00080000:0.0:1784938604.724119:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cffb66680 x1871643144366336/t0(0) o400->lustre-MDT0000-lwp-OST0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938604.724130:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3641:1871643144366336:192.168.203.126@tcp:400:kworker.0 00010000:00080000:0.0:1784938604.724142:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cc875c380 x1871643144365440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938604.724151:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1871643144365440:192.168.203.126@tcp:400:kworker.0 00010000:00080000:0.0:1784938604.724162:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cffb66a00 x1871643144365952/t0(0) o400->lustre-MDT0000-lwp-MDT0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938604.724170:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3641:1871643144365952:192.168.203.126@tcp:400:kworker.0 00010000:00080000:0.0:1784938604.724184:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cffb64a80 x1871643144366464/t0(0) o400->lustre-MDT0001-lwp-OST0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938604.724191:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3641:1871643144366464:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938604.724258:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefc45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144365184:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938604.724269:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144365696:192.168.203.126@tcp:400:kworker.0 00010000:00080000:0.0:1784938604.724280:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cffb67480 x1871643144366208/t0(0) o400->lustre-MDT0001-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938604.724290:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3642:1871643144366208:192.168.203.126@tcp:400:kworker.0 00010000:00080000:0.0:1784938604.724316:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cffb64000 x1871643144366080/t0(0) o400->lustre-MDT0000-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938604.724325:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3642:1871643144366080:192.168.203.126@tcp:400:kworker.0 00000100:00080000:2.0:1784938604.727133:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1784938604.727144:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1784938604.727148:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000004:0.0:1784938604.834896:0:25485:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1784938604.835128:0:25485:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1784938604.900353:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784938605.173307:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938605.173444:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125366784 00000100:00100000:1.0:1784938605.173454:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125366784 00000100:00100000:1.0:1784938605.173499:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 117 00000100:00100000:1.0:1784938605.173507:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd904050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2391:x1871643125366784:12345-192.168.203.26@tcp:250:mount.lustre.0 00010000:00080000:1.0:1784938605.173533:0:22696:0:(ldlm_lib.c:1468:target_handle_connect()) MGS: connection from 2a45e01a-2565-4934-a7cb-41c07af398b2@192.168.203.26@tcp t0 exp 0000000000000000 cur 673 last 0 00000020:00000080:1.0:1784938605.173559:0:22696:0:(genops.c:1406:class_connect()) connect: client 2a45e01a-2565-4934-a7cb-41c07af398b2, cookie 0x26783cd1c59f0153 00000100:00080000:1.0:1784938605.173684:0:22696:0:(import.c:65:import_set_state_nolock()) ffff910bc67a8800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1784938605.173778:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd904050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+5:2391:x1871643125366784:12345-192.168.203.26@tcp:250:mount.lustre.0 Request processed in 270us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938605.173785:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 117 00000100:00100000:0.0:1784938605.194467:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938605.194712:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125366912 00000100:00100000:2.0:1784938605.194725:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125366912 00000100:00100000:2.0:1784938605.194814:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 118 00000100:00100000:2.0:1784938605.194826:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd904c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+5:18066:x1871643125366912:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:2.0:1784938605.194851:0:22697:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938605.194878:0:22697:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cffbc0e00/0x26783cd1c59f015a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28be2 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938605.194917:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cffbc0e00/0x26783cd1c59f015a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28be2 expref: 6 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938605.194958:0:22697:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cffbc0e00/0x26783cd1c59f015a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28be2 expref: 6 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938605.194969:0:22697:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cffbc0e00, rc 0) 00000100:00100000:2.0:1784938605.195695:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd904c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+6:18066:x1871643125366912:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 867us (1238us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938605.195707:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 118 00000100:00100000:0.0:1784938605.206506:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938605.206897:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125367040 00000100:00100000:3.0:1784938605.206921:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125367040 00000100:00100000:3.0:1784938605.207017:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 119 00000100:00100000:3.0:1784938605.207030:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd907c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a45e01a-2565-4934-a7cb-41c07af398b2+6:18066:x1871643125367040:12345-192.168.203.26@tcp:501:mount.lustre.0 00000100:00100000:3.0:1784938605.207201:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd907c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a45e01a-2565-4934-a7cb-41c07af398b2+6:18066:x1871643125367040:12345-192.168.203.26@tcp:501:mount.lustre.0 Request processed in 174us (711us total) trans 0 rc -2/-2 00000100:00100000:3.0:1784938605.207210:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 119 00000100:00100000:2.0:1784938605.210857:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938605.211109:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125367168 00000100:00100000:0.0:1784938605.211122:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125367168 00000100:00100000:0.0:1784938605.211199:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 120 00000100:00100000:0.0:1784938605.211211:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cf4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+6:18066:x1871643125367168:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:0.0:1784938605.211281:0:22697:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938605.211305:0:22697:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910ce6b77e00/0x26783cd1c59f0161 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28be9 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938605.211340:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910ce6b77e00/0x26783cd1c59f0161 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28be9 expref: 7 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938605.211354:0:22697:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910ce6b77e00/0x26783cd1c59f0161 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28be9 expref: 7 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938605.211365:0:22697:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910ce6b77e00, rc 0) 00000100:00100000:0.0:1784938605.211449:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cf4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+7:18066:x1871643125367168:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 240us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938605.211457:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 120 00000100:00100000:1.0:1784938605.217354:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938605.218953:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125367296 00000100:00100000:3.0:1784938605.218972:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125367296 00000100:00100000:3.0:1784938605.219063:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 121 00000100:00100000:3.0:1784938605.219075:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cf4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+7:18066:x1871643125367296:12345-192.168.203.26@tcp:501:mount.lustre.0 00000100:00100000:3.0:1784938605.219555:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cf4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+8:18066:x1871643125367296:12345-192.168.203.26@tcp:501:mount.lustre.0 Request processed in 481us (2224us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938605.219588:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 121 00000100:00100000:2.0:1784938605.222131:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938605.222252:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125367424 00000100:00100000:3.0:1784938605.222265:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125367424 00000100:00100000:3.0:1784938605.222339:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 122 00000100:00100000:3.0:1784938605.222352:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a45e01a-2565-4934-a7cb-41c07af398b2+8:18066:x1871643125367424:12345-192.168.203.26@tcp:503:mount.lustre.0 00000100:00100000:3.0:1784938605.222594:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a45e01a-2565-4934-a7cb-41c07af398b2+8:18066:x1871643125367424:12345-192.168.203.26@tcp:503:mount.lustre.0 Request processed in 243us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938605.222912:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 122 00000100:00100000:2.0:1784938605.226762:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938605.226927:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125367552 00000100:00100000:3.0:1784938605.226940:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125367552 00000100:00100000:3.0:1784938605.227015:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 123 00000100:00100000:3.0:1784938605.227027:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+8:18084:x1871643125367552:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:3.0:1784938605.227287:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+8:18084:x1871643125367552:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 261us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938605.227297:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 123 00000100:00100000:1.0:1784938605.250709:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938605.251039:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125367680 00000100:00100000:2.0:1784938605.251053:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125367680 00000100:00100000:2.0:1784938605.251129:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 124 00000100:00100000:2.0:1784938605.251141:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+8:18084:x1871643125367680:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:2.0:1784938605.253329:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+8:18084:x1871643125367680:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 2167us (2614us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938605.253349:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 124 00000100:00100000:2.0:1784938605.262950:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938605.264870:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125367808 00000100:00100000:3.0:1784938605.264889:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125367808 00000100:00100000:3.0:1784938605.264969:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 125 00000100:00100000:3.0:1784938605.264979:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cf7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+8:18084:x1871643125367808:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:3.0:1784938605.265187:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cf7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+8:18084:x1871643125367808:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 209us (2252us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938605.265195:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 125 00000100:00100000:2.0:1784938605.269559:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938605.269746:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125367936 00000100:00100000:0.0:1784938605.269779:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125367936 00000100:00100000:0.0:1784938605.269864:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 126 00000100:00100000:0.0:1784938605.269877:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+8:18066:x1871643125367936:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:0.0:1784938605.269902:0:22697:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938605.269930:0:22697:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910ce6b76600/0x26783cd1c59f0168 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28c1a expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938605.269972:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910ce6b76600/0x26783cd1c59f0168 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c1a expref: 9 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938605.269987:0:22697:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910ce6b76600/0x26783cd1c59f0168 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c1a expref: 9 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938605.269998:0:22697:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910ce6b76600, rc 0) 00000100:00100000:0.0:1784938605.270077:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+9:18066:x1871643125367936:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 204us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938605.270086:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 126 00000100:00100000:1.0:1784938605.275174:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938605.275377:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125368064 00000100:00100000:0.0:1784938605.275390:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125368064 00000100:00100000:0.0:1784938605.275475:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 127 00000100:00100000:0.0:1784938605.275486:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a45e01a-2565-4934-a7cb-41c07af398b2+9:18066:x1871643125368064:12345-192.168.203.26@tcp:256:mount.lustre.0 20000000:01000000:0.0:1784938605.275519:0:22698:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1784938605.275562:0:22698:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1784938605.275567:0:22698:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1784938605.275570:0:22698:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1784938605.275573:0:22698:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1784938605.275576:0:22698:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1784938605.277684:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cf4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a45e01a-2565-4934-a7cb-41c07af398b2+9:18066:x1871643125368064:12345-192.168.203.26@tcp:256:mount.lustre.0 Request processed in 2185us (2512us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938605.277713:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 127 00000100:00100000:2.0:1784938605.283132:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938605.283256:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125368192 00000100:00100000:3.0:1784938605.283271:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125368192 00000100:00100000:3.0:1784938605.283350:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 128 00000100:00100000:3.0:1784938605.283363:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+9:18066:x1871643125368192:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:3.0:1784938605.283384:0:22696:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784938605.283407:0:22696:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cfd1a0a00/0x26783cd1c59f016f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28c21 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938605.283444:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cfd1a0a00/0x26783cd1c59f016f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c21 expref: 10 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938605.283482:0:22696:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cfd1a0a00/0x26783cd1c59f016f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c21 expref: 10 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938605.283494:0:22696:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cfd1a0a00, rc 0) 00000100:00100000:3.0:1784938605.283875:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+10:18066:x1871643125368192:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 512us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938605.283884:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 128 00000100:00100000:1.0:1784938605.285679:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938605.285820:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125368320 00000100:00100000:0.0:1784938605.285833:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125368320 00000100:00100000:0.0:1784938605.285903:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 129 00000100:00100000:0.0:1784938605.285915:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a45e01a-2565-4934-a7cb-41c07af398b2+10:18066:x1871643125368320:12345-192.168.203.26@tcp:501:mount.lustre.0 00000100:00100000:0.0:1784938605.286135:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a45e01a-2565-4934-a7cb-41c07af398b2+10:18066:x1871643125368320:12345-192.168.203.26@tcp:501:mount.lustre.0 Request processed in 222us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938605.286143:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 129 00000100:00100000:2.0:1784938605.290690:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938605.293822:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125368448 00000100:00100000:3.0:1784938605.293837:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125368448 00000100:00100000:3.0:1784938605.293916:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 130 00000100:00100000:3.0:1784938605.293926:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+10:18066:x1871643125368448:12345-192.168.203.26@tcp:503:mount.lustre.0 00000100:00100000:3.0:1784938605.294097:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+10:18066:x1871643125368448:12345-192.168.203.26@tcp:503:mount.lustre.0 Request processed in 172us (3416us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938605.294105:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 130 00000100:00100000:3.0:1784938605.307117:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938605.307550:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125368576 00000100:00100000:2.0:1784938605.307568:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125368576 00000100:00100000:2.0:1784938605.307653:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 131 00000100:00100000:2.0:1784938605.307663:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+10:18089:x1871643125368576:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:2.0:1784938605.307843:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+10:18089:x1871643125368576:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 181us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938605.307851:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 131 00000100:00100000:2.0:1784938605.316353:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938605.320102:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125368704 00000100:00100000:0.0:1784938605.320120:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125368704 00000100:00100000:0.0:1784938605.320205:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 132 00000100:00100000:0.0:1784938605.320235:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+10:18089:x1871643125368704:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:0.0:1784938605.320663:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+10:18089:x1871643125368704:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 447us (4319us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938605.320673:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 132 00000100:00100000:1.0:1784938605.339129:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938605.339830:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938605.339931:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125368832 00000100:00100000:0.0:1784938605.339941:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125368832 00000100:00100000:0.0:1784938605.339984:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125369088 00000100:00100000:0.0:1784938605.339987:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125369088 00000100:00100000:0.0:1784938605.340015:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:0.0:1784938605.340029:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2391:x1871643125368832:12345-192.168.203.26@tcp:38:mount.lustre.0 00010000:00080000:0.0:1784938605.340058:0:22705:0:(ldlm_lib.c:1468:target_handle_connect()) lustre-MDT0000: connection from 39f7aea5-9fe9-4190-945c-178d7251fd98@192.168.203.26@tcp t0 exp 0000000000000000 cur 673 last 0 00000020:00000080:0.0:1784938605.340105:0:22705:0:(genops.c:1406:class_connect()) connect: client 39f7aea5-9fe9-4190-945c-178d7251fd98, cookie 0x26783cd1c59f0176 00000004:00100000:0.0:1784938605.340129:0:22705:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1784938605.340352:0:22705:0:(import.c:65:import_set_state_nolock()) ffff910bc7291000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1784938605.340428:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+6:2391:x1871643125368832:12345-192.168.203.26@tcp:38:mount.lustre.0 Request processed in 398us (1307us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938605.340436:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:0.0:1784938605.340452:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 8 00000100:00100000:0.0:1784938605.340458:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2391:x1871643125369088:12345-192.168.203.26@tcp:38:mount.lustre.0 00010000:00080000:0.0:1784938605.340472:0:22705:0:(ldlm_lib.c:1468:target_handle_connect()) lustre-MDT0001: connection from 39f7aea5-9fe9-4190-945c-178d7251fd98@192.168.203.26@tcp t0 exp 0000000000000000 cur 673 last 0 00000020:00000080:0.0:1784938605.340524:0:22705:0:(genops.c:1406:class_connect()) connect: client 39f7aea5-9fe9-4190-945c-178d7251fd98, cookie 0x26783cd1c59f017d 00000004:00100000:0.0:1784938605.340538:0:22705:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1784938605.340858:0:22705:0:(import.c:65:import_set_state_nolock()) ffff910bc7294000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1784938605.340884:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+6:2391:x1871643125369088:12345-192.168.203.26@tcp:38:mount.lustre.0 Request processed in 425us (1056us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938605.340890:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 8 00000100:00100000:2.0:1784938605.350694:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938605.350731:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938605.350784:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938605.350904:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125368960 00000100:00100000:3.0:1784938605.350913:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125368960 00000100:00100000:3.0:1784938605.350974:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125369216 00000100:00100000:3.0:1784938605.350976:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125369216 00000100:00100000:3.0:1784938605.350987:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125369344 00000100:00100000:3.0:1784938605.350989:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125369344 00000100:00100000:3.0:1784938605.351001:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00100000:3.0:1784938605.351008:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfe86fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+7:0:x1871643125368960:12345-192.168.203.26@tcp:41:mount.lustre.0 00000004:00000024:3.0:1784938605.351053:0:22703:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1784938605.351130:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfe86fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+7:0:x1871643125368960:12345-192.168.203.26@tcp:41:mount.lustre.0 Request processed in 122us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938605.351147:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00100000:3.0:1784938605.351165:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00100000:3.0:1784938605.351171:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfe86d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+6:0:x1871643125369216:12345-192.168.203.26@tcp:41:mount.lustre.0 00000004:00000024:3.0:1784938605.351188:0:22703:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1784938605.351251:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfe86d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+6:0:x1871643125369216:12345-192.168.203.26@tcp:41:mount.lustre.0 Request processed in 79us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938605.351268:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00100000:3.0:1784938605.351280:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 11 00000100:00100000:3.0:1784938605.351286:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff21e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+6:18066:x1871643125369344:12345-192.168.203.26@tcp:41:mount.lustre.0 00000004:00000024:3.0:1784938605.351295:0:22703:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1784938605.351313:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff21e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+6:18066:x1871643125369344:12345-192.168.203.26@tcp:41:mount.lustre.0 Request processed in 28us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938605.351319:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 11 00000100:00080000:2.0:1784938605.352193:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1784938605.352198:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1784938605.357433:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938605.357545:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125369472 00000100:00100000:3.0:1784938605.357564:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125369472 00000100:00100000:3.0:1784938605.357635:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12 00000100:00100000:3.0:1784938605.357645:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+6:18066:x1871643125369472:12345-192.168.203.26@tcp:40:mount.lustre.0 00000100:00100000:3.0:1784938605.357742:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+6:18066:x1871643125369472:12345-192.168.203.26@tcp:40:mount.lustre.0 Request processed in 99us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938605.357750:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12 00000100:00100000:1.0:1784938605.365697:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938605.365741:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938605.365779:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938605.365872:0:24211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125369600 00000100:00100000:2.0:1784938605.365882:0:24211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125369600 00000100:00100000:2.0:1784938605.365926:0:24211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125369728 00000100:00100000:2.0:1784938605.365929:0:24211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125369728 00000100:00100000:2.0:1784938605.365949:0:24211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 16 00000100:00100000:2.0:1784938605.365957:0:24211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2391:x1871643125369600:12345-192.168.203.26@tcp:8:mount.lustre.0 00010000:00080000:2.0:1784938605.365990:0:24211:0:(ldlm_lib.c:1468:target_handle_connect()) lustre-OST0000: connection from 39f7aea5-9fe9-4190-945c-178d7251fd98@192.168.203.26@tcp t0 exp 0000000000000000 cur 673 last 0 00000020:00000080:2.0:1784938605.366035:0:24211:0:(genops.c:1406:class_connect()) connect: client 39f7aea5-9fe9-4190-945c-178d7251fd98, cookie 0x26783cd1c59f0184 00002000:00100000:2.0:1784938605.366046:0:24211:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 39f7aea5-9fe9-4190-945c-178d7251fd98/ffff910cfd3ba000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136cb ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1784938605.366063:0:24211:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1784938605.366376:0:24211:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1784938605.366407:0:24211:0:(import.c:65:import_set_state_nolock()) ffff910cfd3b8000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784938605.366469:0:24211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+6:2391:x1871643125369600:12345-192.168.203.26@tcp:8:mount.lustre.0 Request processed in 511us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938605.366477:0:24211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 16 00000100:00100000:2.0:1784938605.366497:0:24211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00100000:2.0:1784938605.366501:0:24211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2391:x1871643125369728:12345-192.168.203.26@tcp:8:mount.lustre.0 00010000:00080000:2.0:1784938605.366530:0:24211:0:(ldlm_lib.c:1468:target_handle_connect()) lustre-OST0001: connection from 39f7aea5-9fe9-4190-945c-178d7251fd98@192.168.203.26@tcp t0 exp 0000000000000000 cur 673 last 0 00000020:00000080:2.0:1784938605.366547:0:24211:0:(genops.c:1406:class_connect()) connect: client 39f7aea5-9fe9-4190-945c-178d7251fd98, cookie 0x26783cd1c59f018b 00002000:00100000:2.0:1784938605.366553:0:24211:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 39f7aea5-9fe9-4190-945c-178d7251fd98/ffff910cfd3bf800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136cb ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1784938605.366564:0:24211:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1784938605.366681:0:24211:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1784938605.366698:0:24211:0:(import.c:65:import_set_state_nolock()) ffff910cfed2e000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1784938605.366725:0:24211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+6:2391:x1871643125369728:12345-192.168.203.26@tcp:8:mount.lustre.0 Request processed in 222us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938605.366731:0:24211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00100000:0.0:1784938605.367039:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125369856 00000100:00100000:0.0:1784938605.367045:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125369856 00000100:00100000:0.0:1784938605.367088:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 3 00000100:00100000:0.0:1784938605.367096:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:39f7aea5-9fe9-4190-945c-178d7251fd98+6:18066:x1871643125369856:12345-192.168.203.26@tcp:900:mount.lustre.0 00000100:00100000:0.0:1784938605.367134:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:39f7aea5-9fe9-4190-945c-178d7251fd98+6:18066:x1871643125369856:12345-192.168.203.26@tcp:900:mount.lustre.0 Request processed in 39us (1448us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938605.367141:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 3 00000001:00100000:0.0:1784938605.374148:0:25026:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 39f7aea5-9fe9-4190-945c-178d7251fd98 00000100:00100000:2.0:1784938605.379922:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938605.386340:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125369984 00000100:00100000:1.0:1784938605.386355:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125369984 00000100:00100000:1.0:1784938605.386414:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:1.0:1784938605.386423:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff21ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+6:18066:x1871643125369984:12345-192.168.203.26@tcp:33:mount.lustre.0 00000004:00080000:2.0:1784938605.393192:0:22706:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 6693us 00000004:00200000:2.0:1784938605.412763:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1784938605.412896:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff21ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+6:18066:x1871643125369984:12345-192.168.203.26@tcp:33:mount.lustre.0 Request processed in 26469us (32980us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938605.412912:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:0.0:1784938605.661002:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938605.661109:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125370112 00000100:00100000:1.0:1784938605.661123:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125370112 00000100:00100000:1.0:1784938605.661673:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13 00000100:00100000:1.0:1784938605.661685:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+6:18112:x1871643125370112:12345-192.168.203.26@tcp:101:mkdir.0 00010000:00010000:1.0:1784938605.661707:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784938605.661734:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0de00/0x26783cd1c59f0192 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28c52 expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938605.661802:0:22704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0cc00/0x26783cd1c59f0199 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938605.661816:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0cc00/0x26783cd1c59f0199 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938605.661831:0:22704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0cc00/0x26783cd1c59f0199 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1784938605.661893:0:22704:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1784938605.661898:0:22704:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1784938605.661945:0:22704:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0cc00/0x26783cd1c59f0199 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938605.661971:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0de00/0x26783cd1c59f0192 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c52 expref: 8 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938605.661991:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0cc00/0x26783cd1c59f0199 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c52 expref: 7 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938605.662000:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff910bc65fc500) 00010000:00010000:1.0:1784938605.662004:0:22704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1784938605.662007:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cfef0cc00, rc 0) 00000100:00100000:1.0:1784938605.662076:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+7:18112:x1871643125370112:12345-192.168.203.26@tcp:101:mkdir.0 Request processed in 392us (1081us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938605.662084:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13 00010000:00010000:0.0:1784938605.920343:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1784938606.305248:0:22739:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1784938606.943387:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784938607.703047:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938607.703133:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125370240 00000100:00100000:3.0:1784938607.703142:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125370240 00000100:00080000:2.0:1784938607.703289:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1784938607.703634:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14 00000100:00100000:3.0:1784938607.703659:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+7:18164:x1871643125370240:12345-192.168.203.26@tcp:41:lfs.0 00000004:00000024:3.0:1784938607.703721:0:22703:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1784938607.703829:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+7:18164:x1871643125370240:12345-192.168.203.26@tcp:41:lfs.0 Request processed in 172us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938607.703837:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14 00000100:00100000:2.0:1784938607.709022:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938607.709260:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125370368 00000100:00100000:0.0:1784938607.709272:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125370368 00000100:00080000:2.0:1784938607.709462:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1784938607.709533:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15 00000100:00100000:0.0:1784938607.709545:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff21fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+6:18164:x1871643125370368:12345-192.168.203.26@tcp:41:lfs.0 00000004:00000024:0.0:1784938607.709591:0:22705:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1784938607.709694:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff21fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+6:18164:x1871643125370368:12345-192.168.203.26@tcp:41:lfs.0 Request processed in 152us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938607.709709:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15 00000100:00100000:1.0:1784938607.712294:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938607.712495:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125370496 00000100:00100000:3.0:1784938607.712506:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125370496 00000100:00100000:3.0:1784938607.712579:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00100000:3.0:1784938607.712599:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:39f7aea5-9fe9-4190-945c-178d7251fd98+6:18164:x1871643125370496:12345-192.168.203.26@tcp:13:lfs.0 00002000:00000024:3.0:1784938607.712631:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1784938607.712793:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1784938607.712942:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:39f7aea5-9fe9-4190-945c-178d7251fd98+6:18164:x1871643125370496:12345-192.168.203.26@tcp:13:lfs.0 Request processed in 343us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938607.712950:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00100000:2.0:1784938607.715825:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938607.715914:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125370624 00000100:00100000:3.0:1784938607.715931:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125370624 00000100:00100000:3.0:1784938607.716208:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00100000:3.0:1784938607.716248:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff21f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:39f7aea5-9fe9-4190-945c-178d7251fd98+5:18164:x1871643125370624:12345-192.168.203.26@tcp:13:lfs.0 00002000:00000024:3.0:1784938607.716308:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1784938607.716424:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff21f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:39f7aea5-9fe9-4190-945c-178d7251fd98+5:18164:x1871643125370624:12345-192.168.203.26@tcp:13:lfs.0 Request processed in 180us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938607.716444:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00080000:2.0:1784938607.716892:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1784938607.894345:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938607.894513:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125370752 00000100:00100000:0.0:1784938607.894526:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125370752 00000100:00100000:0.0:1784938607.894606:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 133 00000100:00100000:0.0:1784938607.894618:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a45e01a-2565-4934-a7cb-41c07af398b2+10:18196:x1871643125370752:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:0.0:1784938607.894640:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938607.894663:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59f01a0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28c59 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938607.894699:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59f01a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c59 expref: 11 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938607.894714:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910ce6b76e00/0x26783cd1c59f01a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c59 expref: 11 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938607.894724:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910ce6b76e00, rc 0) 00000100:00100000:0.0:1784938607.894810:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a45e01a-2565-4934-a7cb-41c07af398b2+11:18196:x1871643125370752:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 194us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938607.894818:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 133 00000100:00100000:2.0:1784938607.902561:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938607.902786:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125370880 00000100:00100000:0.0:1784938607.902801:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125370880 00000100:00100000:0.0:1784938607.902890:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 134 00000100:00100000:0.0:1784938607.902902:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+11:18196:x1871643125370880:12345-192.168.203.26@tcp:501:mount.lustre.0 00000100:00100000:0.0:1784938607.903144:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+11:18196:x1871643125370880:12345-192.168.203.26@tcp:501:mount.lustre.0 Request processed in 245us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938607.903153:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 134 00000100:00100000:1.0:1784938607.911198:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938607.927618:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125371008 00000100:00100000:2.0:1784938607.927641:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125371008 00000100:00100000:2.0:1784938607.927740:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 135 00000100:00100000:2.0:1784938607.927774:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+11:18196:x1871643125371008:12345-192.168.203.26@tcp:503:mount.lustre.0 00000100:00100000:2.0:1784938607.927984:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+11:18196:x1871643125371008:12345-192.168.203.26@tcp:503:mount.lustre.0 Request processed in 212us (16800us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938607.927994:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 135 00000100:00100000:2.0:1784938607.937388:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938607.937604:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125371136 00000100:00100000:0.0:1784938607.937616:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125371136 00000100:00100000:0.0:1784938607.937737:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 136 00000100:00100000:0.0:1784938607.937750:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+11:18203:x1871643125371136:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:0.0:1784938607.937974:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+11:18203:x1871643125371136:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 227us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938607.937983:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 136 00000100:00100000:1.0:1784938607.965409:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938607.965614:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125371264 00000100:00100000:3.0:1784938607.965627:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125371264 00000100:00100000:3.0:1784938607.965710:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 137 00000100:00100000:3.0:1784938607.965721:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a45e01a-2565-4934-a7cb-41c07af398b2+11:18203:x1871643125371264:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:3.0:1784938607.965973:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a45e01a-2565-4934-a7cb-41c07af398b2+11:18203:x1871643125371264:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 251us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938607.965982:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 137 00010000:00010000:0.0:1784938607.967401:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784938607.971024:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938607.971901:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125371392 00000100:00100000:0.0:1784938607.971915:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125371392 00000100:00100000:0.0:1784938607.972050:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 138 00000100:00100000:0.0:1784938607.972063:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+11:18203:x1871643125371392:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:0.0:1784938607.972309:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+11:18203:x1871643125371392:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 248us (1298us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938607.972319:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 138 00000100:00100000:0.0:1784938607.983556:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938607.983744:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125371520 00000100:00100000:2.0:1784938607.983758:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125371520 00000100:00100000:2.0:1784938607.983830:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 139 00000100:00100000:2.0:1784938607.983842:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc70f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+11:18196:x1871643125371520:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:2.0:1784938607.983867:0:22697:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938607.983890:0:22697:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cffbc1400/0x26783cd1c59f01a7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28c8a expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938607.983926:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cffbc1400/0x26783cd1c59f01a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c8a expref: 12 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938607.983939:0:22697:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cffbc1400/0x26783cd1c59f01a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c8a expref: 12 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938607.983951:0:22697:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cffbc1400, rc 0) 00000100:00100000:2.0:1784938607.984038:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc70f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+12:18196:x1871643125371520:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 198us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938607.984047:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 139 00000100:00100000:1.0:1784938607.989378:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938607.989511:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125371648 00000100:00100000:0.0:1784938607.989526:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125371648 00000100:00100000:0.0:1784938607.989614:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 140 00000100:00100000:0.0:1784938607.989625:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cd29dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+12:18196:x1871643125371648:12345-192.168.203.26@tcp:256:mount.lustre.0 20000000:01000000:0.0:1784938607.989665:0:22696:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1784938607.989699:0:22696:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1784938607.989710:0:22696:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1784938607.989713:0:22696:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1784938607.989716:0:22696:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1784938607.989719:0:22696:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1784938607.995197:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cd29dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+12:18196:x1871643125371648:12345-192.168.203.26@tcp:256:mount.lustre.0 Request processed in 5557us (5818us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938607.995261:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 140 00000100:00100000:1.0:1784938608.003944:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938608.004045:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125371776 00000100:00100000:3.0:1784938608.004058:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125371776 00000100:00100000:3.0:1784938608.004133:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 141 00000100:00100000:3.0:1784938608.004145:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a45e01a-2565-4934-a7cb-41c07af398b2+12:18196:x1871643125371776:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:3.0:1784938608.004168:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784938608.004192:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cfd1a0e00/0x26783cd1c59f01ae lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28c91 expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938608.004275:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cfd1a0e00/0x26783cd1c59f01ae lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c91 expref: 13 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938608.004290:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cfd1a0e00/0x26783cd1c59f01ae lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c91 expref: 13 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938608.004301:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cfd1a0e00, rc 0) 00000100:00100000:3.0:1784938608.004376:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a45e01a-2565-4934-a7cb-41c07af398b2+13:18196:x1871643125371776:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 234us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938608.004384:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 141 00000100:00100000:1.0:1784938608.006725:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938608.006942:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125371904 00000100:00100000:0.0:1784938608.006956:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125371904 00000100:00100000:0.0:1784938608.007031:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 142 00000100:00100000:0.0:1784938608.007042:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+13:18196:x1871643125371904:12345-192.168.203.26@tcp:501:mount.lustre.0 00000100:00100000:0.0:1784938608.007275:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+13:18196:x1871643125371904:12345-192.168.203.26@tcp:501:mount.lustre.0 Request processed in 233us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938608.007284:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 142 00000100:00100000:1.0:1784938608.014527:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938608.014647:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125372032 00000100:00100000:2.0:1784938608.014659:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125372032 00000100:00100000:2.0:1784938608.014731:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 143 00000100:00100000:2.0:1784938608.014752:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+13:18196:x1871643125372032:12345-192.168.203.26@tcp:503:mount.lustre.0 00000100:00100000:2.0:1784938608.014968:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+13:18196:x1871643125372032:12345-192.168.203.26@tcp:503:mount.lustre.0 Request processed in 227us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938608.014976:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 143 00000100:00100000:1.0:1784938608.019168:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938608.019713:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125372160 00000100:00100000:3.0:1784938608.019727:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125372160 00000100:00100000:3.0:1784938608.019805:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 144 00000100:00100000:3.0:1784938608.019817:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a45e01a-2565-4934-a7cb-41c07af398b2+13:18208:x1871643125372160:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:3.0:1784938608.020040:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a45e01a-2565-4934-a7cb-41c07af398b2+13:18208:x1871643125372160:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 225us (886us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938608.020056:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 144 00000100:00100000:1.0:1784938608.023647:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938608.023738:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125372288 00000100:00100000:0.0:1784938608.023751:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125372288 00000100:00100000:0.0:1784938608.023865:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 145 00000100:00100000:0.0:1784938608.023879:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+13:18208:x1871643125372288:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:0.0:1784938608.024126:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+13:18208:x1871643125372288:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 249us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938608.024135:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 145 00000100:00100000:1.0:1784938608.042777:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938608.043546:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125372416 00000100:00100000:0.0:1784938608.043561:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125372416 00000100:00100000:0.0:1784938608.043752:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 16 00000100:00100000:0.0:1784938608.043765:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2391:x1871643125372416:12345-192.168.203.26@tcp:38:mount.lustre.0 00010000:00080000:0.0:1784938608.043810:0:25041:0:(ldlm_lib.c:1468:target_handle_connect()) lustre-MDT0000: connection from 5e033baf-5300-46ff-bd82-5e606fc2b944@192.168.203.26@tcp t0 exp 0000000000000000 cur 676 last 0 00000020:00000080:0.0:1784938608.043897:0:25041:0:(genops.c:1406:class_connect()) connect: client 5e033baf-5300-46ff-bd82-5e606fc2b944, cookie 0x26783cd1c59f01b5 00000004:00100000:0.0:1784938608.043932:0:25041:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1784938608.044073:0:25041:0:(import.c:65:import_set_state_nolock()) ffff910bc7295000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1784938608.044173:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5e033baf-5300-46ff-bd82-5e606fc2b944+6:2391:x1871643125372416:12345-192.168.203.26@tcp:38:mount.lustre.0 Request processed in 410us (1411us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938608.044181:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 16 00000100:00100000:1.0:1784938608.045090:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938608.045190:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125372672 00000100:00100000:3.0:1784938608.045200:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125372672 00000100:00100000:3.0:1784938608.047876:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00100000:3.0:1784938608.047892:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2391:x1871643125372672:12345-192.168.203.26@tcp:38:mount.lustre.0 00010000:00080000:3.0:1784938608.047939:0:22704:0:(ldlm_lib.c:1468:target_handle_connect()) lustre-MDT0001: connection from 5e033baf-5300-46ff-bd82-5e606fc2b944@192.168.203.26@tcp t0 exp 0000000000000000 cur 676 last 0 00000020:00000080:3.0:1784938608.049024:0:22704:0:(genops.c:1406:class_connect()) connect: client 5e033baf-5300-46ff-bd82-5e606fc2b944, cookie 0x26783cd1c59f01bc 00000004:00100000:3.0:1784938608.049070:0:22704:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1784938608.049727:0:22704:0:(import.c:65:import_set_state_nolock()) ffff910bc84ab000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1784938608.049843:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5e033baf-5300-46ff-bd82-5e606fc2b944+6:2391:x1871643125372672:12345-192.168.203.26@tcp:38:mount.lustre.0 Request processed in 1949us (4757us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938608.049855:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00100000:1.0:1784938608.058256:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938608.058303:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938608.062822:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125372928 00000100:00100000:0.0:1784938608.062845:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125372928 00000100:00100000:0.0:1784938608.062953:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125372544 00000100:00100000:1.0:1784938608.063082:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 18 00000100:00100000:1.0:1784938608.063098:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5e033baf-5300-46ff-bd82-5e606fc2b944+6:18196:x1871643125372928:12345-192.168.203.26@tcp:41:mount.lustre.0 00000004:00000024:1.0:1784938608.063155:0:22704:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1784938608.063282:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5e033baf-5300-46ff-bd82-5e606fc2b944+6:18196:x1871643125372928:12345-192.168.203.26@tcp:41:mount.lustre.0 Request processed in 188us (5079us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938608.063291:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 18 00000100:00080000:2.0:1784938608.063537:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1784938608.063688:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125372544 00000100:00100000:0.0:1784938608.063722:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00100000:0.0:1784938608.063731:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5e033baf-5300-46ff-bd82-5e606fc2b944+6:0:x1871643125372544:12345-192.168.203.26@tcp:41:mount.lustre.0 00000004:00000024:0.0:1784938608.063753:0:25041:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1784938608.065204:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5e033baf-5300-46ff-bd82-5e606fc2b944+6:0:x1871643125372544:12345-192.168.203.26@tcp:41:mount.lustre.0 Request processed in 1462us (6889us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938608.065230:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00100000:2.0:1784938608.066087:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938608.066380:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125372800 00000100:00100000:3.0:1784938608.066392:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125372800 00000100:00100000:3.0:1784938608.066472:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 20 00000100:00100000:3.0:1784938608.066483:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff21dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5e033baf-5300-46ff-bd82-5e606fc2b944+6:0:x1871643125372800:12345-192.168.203.26@tcp:41:mount.lustre.0 00000004:00000024:3.0:1784938608.066527:0:22704:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1784938608.066615:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff21dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5e033baf-5300-46ff-bd82-5e606fc2b944+6:0:x1871643125372800:12345-192.168.203.26@tcp:41:mount.lustre.0 Request processed in 134us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938608.066623:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 20 00000100:00080000:2.0:1784938608.066739:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1784938608.070772:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938608.070970:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125373056 00000100:00100000:0.0:1784938608.070983:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125373056 00000100:00100000:0.0:1784938608.071060:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 21 00000100:00100000:0.0:1784938608.071072:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5e033baf-5300-46ff-bd82-5e606fc2b944+6:18196:x1871643125373056:12345-192.168.203.26@tcp:40:mount.lustre.0 00000100:00100000:0.0:1784938608.071453:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5e033baf-5300-46ff-bd82-5e606fc2b944+6:18196:x1871643125373056:12345-192.168.203.26@tcp:40:mount.lustre.0 Request processed in 381us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938608.071471:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 21 00000100:00100000:2.0:1784938608.078651:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938608.078733:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938608.078982:0:24211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125373184 00000100:00100000:3.0:1784938608.078997:0:24211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125373184 00000100:00100000:3.0:1784938608.079048:0:24211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125373312 00000100:00100000:3.0:1784938608.079052:0:24211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125373312 00000100:00100000:3.0:1784938608.079074:0:24211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 18 00000100:00100000:3.0:1784938608.079086:0:24211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff21c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2391:x1871643125373184:12345-192.168.203.26@tcp:8:mount.lustre.0 00010000:00080000:3.0:1784938608.079152:0:24211:0:(ldlm_lib.c:1468:target_handle_connect()) lustre-OST0000: connection from 5e033baf-5300-46ff-bd82-5e606fc2b944@192.168.203.26@tcp t0 exp 0000000000000000 cur 676 last 0 00000020:00000080:3.0:1784938608.079199:0:24211:0:(genops.c:1406:class_connect()) connect: client 5e033baf-5300-46ff-bd82-5e606fc2b944, cookie 0x26783cd1c59f01c3 00002000:00100000:3.0:1784938608.079248:0:24211:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 5e033baf-5300-46ff-bd82-5e606fc2b944/ffff910bc84ac000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136cb ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1784938608.079265:0:24211:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1784938608.079376:0:24211:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1784938608.079418:0:24211:0:(import.c:65:import_set_state_nolock()) ffff910bc84a8800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1784938608.079507:0:24211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff21c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5e033baf-5300-46ff-bd82-5e606fc2b944+6:2391:x1871643125373184:12345-192.168.203.26@tcp:8:mount.lustre.0 Request processed in 421us (871us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938608.079515:0:24211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 18 00000100:00100000:3.0:1784938608.079538:0:24211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00100000:3.0:1784938608.079544:0:24211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff21c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2391:x1871643125373312:12345-192.168.203.26@tcp:8:mount.lustre.0 00010000:00080000:3.0:1784938608.079565:0:24211:0:(ldlm_lib.c:1468:target_handle_connect()) lustre-OST0001: connection from 5e033baf-5300-46ff-bd82-5e606fc2b944@192.168.203.26@tcp t0 exp 0000000000000000 cur 676 last 0 00000020:00000080:3.0:1784938608.079597:0:24211:0:(genops.c:1406:class_connect()) connect: client 5e033baf-5300-46ff-bd82-5e606fc2b944, cookie 0x26783cd1c59f01ca 00002000:00100000:3.0:1784938608.079603:0:24211:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 5e033baf-5300-46ff-bd82-5e606fc2b944/ffff910bc84ad000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 21136cb ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1784938608.079610:0:24211:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1784938608.079665:0:24211:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1784938608.079684:0:24211:0:(import.c:65:import_set_state_nolock()) ffff910cc8718000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1784938608.079724:0:24211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff21c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5e033baf-5300-46ff-bd82-5e606fc2b944+6:2391:x1871643125373312:12345-192.168.203.26@tcp:8:mount.lustre.0 Request processed in 178us (990us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938608.079732:0:24211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00100000:2.0:1784938608.081943:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938608.082268:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125373440 00000100:00100000:0.0:1784938608.082283:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125373440 00000100:00100000:2.0:1784938608.082539:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 4 00000100:00100000:2.0:1784938608.082552:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff21e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:5e033baf-5300-46ff-bd82-5e606fc2b944+6:18196:x1871643125373440:12345-192.168.203.26@tcp:900:mount.lustre.0 00000100:00100000:2.0:1784938608.082673:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff21e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:5e033baf-5300-46ff-bd82-5e606fc2b944+6:18196:x1871643125373440:12345-192.168.203.26@tcp:900:mount.lustre.0 Request processed in 123us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938608.082683:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 4 00000100:00100000:2.0:1784938608.085761:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938608.087609:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125373568 00000100:00100000:1.0:1784938608.087632:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125373568 00000100:00100000:2.0:1784938608.087854:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1 00000100:00100000:2.0:1784938608.087872:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff21d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5e033baf-5300-46ff-bd82-5e606fc2b944+6:18196:x1871643125373568:12345-192.168.203.26@tcp:33:mount.lustre.0 00000004:00200000:2.0:1784938608.088002:0:22706:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1784938608.088132:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff21d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5e033baf-5300-46ff-bd82-5e606fc2b944+6:18196:x1871643125373568:12345-192.168.203.26@tcp:33:mount.lustre.0 Request processed in 266us (2385us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938608.088141:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1 00000100:00100000:1.0:1784938608.243538:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938608.243892:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125373696 00000100:00100000:3.0:1784938608.243905:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125373696 00000100:00100000:3.0:1784938608.244040:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 22 00000100:00100000:3.0:1784938608.244053:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5e033baf-5300-46ff-bd82-5e606fc2b944+6:18231:x1871643125373696:12345-192.168.203.26@tcp:101:mkdir.0 00010000:00010000:3.0:1784938608.244101:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784938608.244133:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f01d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28cc2 expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938608.244252:0:22704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0c00/0x26783cd1c59f01d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938608.244272:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0c00/0x26783cd1c59f01d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938608.244288:0:22704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0c00/0x26783cd1c59f01d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1784938608.244355:0:22704:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1784938608.244359:0:22704:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1784938608.244388:0:22704:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0c00/0x26783cd1c59f01d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938608.244419:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f01d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cc2 expref: 8 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938608.244442:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0c00/0x26783cd1c59f01d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cc2 expref: 7 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938608.244466:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff910bc65fc500) 00010000:00010000:3.0:1784938608.244469:0:22704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1784938608.244474:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cfd1a0c00, rc 0) 00000100:00100000:3.0:1784938608.244571:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5e033baf-5300-46ff-bd82-5e606fc2b944+7:18231:x1871643125373696:12345-192.168.203.26@tcp:101:mkdir.0 Request processed in 521us (1048us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938608.244591:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 22 00000100:00100000:1.0:1784938608.287715:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1871643144366720:192.168.203.126@tcp:41:osp-pre-1-0.0 00000100:00100000:2.0:1784938608.288314:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938608.290139:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144366720 00000100:00100000:0.0:1784938608.290157:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144366720 00000100:00100000:0.0:1784938608.290313:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 43 00000100:00100000:0.0:1784938608.290327:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff21f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1871643144366720:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 00000004:00000024:0.0:1784938608.290368:0:22708:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1784938608.290455:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff21f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1871643144366720:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 Request processed in 132us (2143us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938608.290462:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 43 00000100:00100000:0.0:1784938608.290513:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefcaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144366848:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:2.0:1784938608.291122:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cff21f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144366976:192.168.203.126@tcp:13:osp-pre-0-1.0 00000100:00100000:0.0:1784938608.291373:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938608.291433:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144366976 00000100:00100000:0.0:1784938608.291439:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144366976 00000100:00100000:0.0:1784938608.291493:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 11 00000100:00100000:0.0:1784938608.291513:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144366976:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 00002000:00000024:0.0:1784938608.291535:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1784938608.291574:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144366976:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 Request processed in 72us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938608.291592:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 11 00000100:00080000:3.0:1784938608.292635:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1784938608.294839:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938608.295136:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144366848 00000100:00100000:3.0:1784938608.295148:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144366848 00000100:00100000:3.0:1784938608.295245:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 44 00000100:00100000:3.0:1784938608.295257:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff21ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144366848:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 00000004:00000024:3.0:1784938608.295301:0:22709:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1784938608.295385:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff21ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144366848:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 Request processed in 130us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938608.295393:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 44 00000100:00100000:0.0:1784938608.295874:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cff21f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144366976:192.168.203.126@tcp:13:osp-pre-0-1.0 00000100:00100000:2.0:1784938608.296060:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefcaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144366848:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:1.0:1784938608.298745:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1871643144366720:192.168.203.126@tcp:41:osp-pre-1-0.0 00000100:00100000:0.0:1784938608.799897:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc587c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144367104:192.168.203.126@tcp:13:osp-pre-1-1.0 00000100:00100000:1.0:1784938608.801537:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938608.803046:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1784938608.803075:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc7f71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144367232:192.168.203.126@tcp:13:osp-pre-0-0.0 00000100:00100000:0.0:1784938608.803185:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144367104 00000100:00100000:0.0:1784938608.803195:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144367104 00000100:00100000:0.0:1784938608.803293:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 12 00000100:00100000:0.0:1784938608.803324:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144367104:12345-192.168.203.126@tcp:13:osp-pre-1-1.0 00002000:00000024:0.0:1784938608.803365:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1784938608.803418:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144367104:12345-192.168.203.126@tcp:13:osp-pre-1-1.0 Request processed in 115us (1890us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938608.803427:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 12 00000100:00100000:0.0:1784938608.803599:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938608.804113:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc587c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144367104:192.168.203.126@tcp:13:osp-pre-1-1.0 00000100:00100000:0.0:1784938608.804142:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144367232 00000100:00100000:0.0:1784938608.804146:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144367232 00000100:00100000:0.0:1784938608.804176:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 13 00000100:00100000:0.0:1784938608.804183:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144367232:12345-192.168.203.126@tcp:13:osp-pre-0-0.0 00002000:00000024:0.0:1784938608.804197:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1784938608.804261:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144367232:12345-192.168.203.126@tcp:13:osp-pre-0-0.0 Request processed in 77us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938608.804268:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 13 00000100:00080000:3.0:1784938608.804508:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1784938608.804513:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1784938608.805438:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc7f71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144367232:192.168.203.126@tcp:13:osp-pre-0-0.0 00010000:00010000:3.0:1784938608.992388:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1784938609.376278:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1784938609.824988:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1784938609.825028:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1871643144367360:192.168.203.126@tcp:13:osp-pre-1-0.0 00000100:00100000:2.0:1784938609.825855:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938609.825936:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144367360 00000100:00100000:3.0:1784938609.825947:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144367360 00000100:00100000:3.0:1784938609.826037:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 14 00000100:00100000:3.0:1784938609.826050:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff21d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1871643144367360:12345-192.168.203.126@tcp:13:osp-pre-1-0.0 00002000:00000024:3.0:1784938609.826096:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1784938609.826168:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff21d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1871643144367360:12345-192.168.203.126@tcp:13:osp-pre-1-0.0 Request processed in 120us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938609.826177:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 14 00000100:00100000:0.0:1784938609.826447:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1871643144367360:192.168.203.126@tcp:13:osp-pre-1-0.0 00000100:00080000:2.0:1784938609.826600:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1784938609.834196:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144367616:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938609.834419:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144368128:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938609.834449:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3642:1871643144368640:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938609.834487:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1784938609.834493:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144367744:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938609.834521:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144368256:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938609.834558:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3642:1871643144368768:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938609.835051:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938609.835089:0:23444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144367616 00000100:00100000:0.0:1784938609.835090:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938609.835098:0:23444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144367616 00000100:00100000:0.0:1784938609.835115:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938609.835135:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938609.835152:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938609.835158:0:23444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 45 00000100:00100000:3.0:1784938609.835168:0:23444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144367616:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938609.835172:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938609.835196:0:24211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144368128 00000100:00100000:0.0:1784938609.835200:0:24211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144368128 00000100:00100000:0.0:1784938609.835253:0:24211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144367744 00000100:00100000:0.0:1784938609.835256:0:24211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144367744 00000100:00100000:3.0:1784938609.835263:0:23444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144367616:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 96us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938609.835269:0:24211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144368256 00000100:00100000:0.0:1784938609.835271:0:24211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144368256 00000100:00100000:3.0:1784938609.835276:0:23444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 45 00000100:00100000:0.0:1784938609.835284:0:24211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 8 00000100:00100000:0.0:1784938609.835289:0:24211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144368128:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938609.836510:0:24211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144368128:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 1209us (1408us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938609.836524:0:24211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 8 00000100:00100000:2.0:1784938609.836536:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3640:1871643144367872:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938609.836610:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3640:1871643144368384:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938609.836638:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3640:1871643144368896:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938609.836673:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1784938609.836682:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3640:1871643144367488:0@lo:400:kworker.0 00000100:00100000:2.0:1784938609.836730:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938609.836780:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144368000:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938609.836810:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3640:1871643144368512:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938609.836857:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144367488 00000100:00100000:2.0:1784938609.836865:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144367488 00000100:00100000:0.0:1784938609.836887:0:24211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 9 00000100:00100000:0.0:1784938609.836897:0:24211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144367744:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938609.836910:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1784938609.836915:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae02c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:3640:x1871643144367488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1784938609.836947:0:24211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144367744:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 52us (1810us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938609.836954:0:24211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 9 00000100:00100000:2.0:1784938609.836955:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae02c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:3640:x1871643144367488:12345-0@lo:400:kworker.0 Request processed in 40us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938609.836961:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1784938609.836966:0:24211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 10 00000100:00100000:0.0:1784938609.836974:0:24211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144368256:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938609.836999:0:24211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144368256:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 27us (1846us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938609.837014:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3640:1871643144367488:0@lo:400:kworker.0 00000100:00100000:0.0:1784938609.837017:0:24211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 10 00000100:00100000:0.0:1784938609.837038:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144368640 00000100:00100000:0.0:1784938609.837042:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144368640 00000100:00080000:2.0:1784938609.837065:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1784938609.837075:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144368768 00000100:00100000:0.0:1784938609.837078:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144368768 00000100:00100000:0.0:1784938609.837113:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 43 00000100:00100000:0.0:1784938609.837119:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1871643144368640:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938609.837144:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1871643144368640:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 25us (2028us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938609.837150:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 43 00000100:00100000:0.0:1784938609.837162:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 44 00000100:00100000:0.0:1784938609.837168:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1871643144368768:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938609.837189:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1871643144368768:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 22us (2016us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938609.837195:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 44 00000100:00100000:0.0:1784938609.839139:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938609.839172:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938609.839187:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938609.839203:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938609.839246:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938609.840518:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144367872 00000100:00100000:0.0:1784938609.840678:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144367872 00000100:00100000:0.0:1784938609.840746:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144368384 00000100:00100000:0.0:1784938609.840749:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144368384 00000100:00100000:0.0:1784938609.840763:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144368896 00000100:00100000:0.0:1784938609.840766:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144368896 00000100:00100000:0.0:1784938609.840804:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144368512 00000100:00100000:0.0:1784938609.840808:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144368512 00000100:00100000:0.0:1784938609.840835:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 45 00000100:00100000:0.0:1784938609.840847:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1871643144367872:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938609.840963:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1871643144367872:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 119us (1838us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938609.840971:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 45 00000100:00100000:0.0:1784938609.840991:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 46 00000100:00100000:0.0:1784938609.840997:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1871643144368384:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938609.841018:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1871643144368384:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 22us (1846us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938609.841025:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 46 00000100:00100000:0.0:1784938609.841034:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 47 00000100:00100000:0.0:1784938609.841040:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1871643144368896:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938609.841060:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1871643144368896:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 21us (1872us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938609.841066:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 47 00000100:00100000:0.0:1784938609.841074:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 48 00000100:00100000:0.0:1784938609.841080:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1871643144368512:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938609.841099:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1871643144368512:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 19us (1854us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938609.841105:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 48 00000100:00100000:0.0:1784938609.841137:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144368000 00000100:00100000:0.0:1784938609.841141:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144368000 00000100:00100000:0.0:1784938609.841169:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 46 00000100:00100000:0.0:1784938609.841182:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144368000:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938609.841209:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144368000:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 28us (2004us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938609.841237:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 46 00000100:00080000:2.0:1784938609.842401:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1784938609.842412:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1784938609.842809:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144367744:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938609.842841:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144368256:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938609.842859:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3642:1871643144368768:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938609.842875:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144367616:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938609.842888:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144368128:192.168.203.126@tcp:400:kworker.0 00010000:00080000:0.0:1784938609.842906:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cf3b6f800 x1871643144368640/t0(0) o400->lustre-MDT0001-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784938609.842917:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3642:1871643144368640:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938609.845135:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144368000:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938609.845163:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3640:1871643144368512:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938609.845180:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3640:1871643144367872:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938609.845194:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3640:1871643144368384:192.168.203.126@tcp:400:kworker.0 00010000:00080000:3.0:1784938609.845228:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cffb26d80 x1871643144368896/t0(0) o400->lustre-MDT0001-lwp-OST0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784938609.845241:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3640:1871643144368896:192.168.203.126@tcp:400:kworker.0 00010000:00010000:0.0:1784938610.015506:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1784938610.850507:0:24206:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 5e033baf-5300-46ff-bd82-5e606fc2b944 00000001:00100000:0.0:1784938610.850526:0:24206:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 39f7aea5-9fe9-4190-945c-178d7251fd98 00000001:00100000:3.0:1784938610.850679:0:23436:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 5e033baf-5300-46ff-bd82-5e606fc2b944 00000001:00100000:3.0:1784938610.850698:0:23436:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 39f7aea5-9fe9-4190-945c-178d7251fd98 00000001:00100000:3.0:1784938610.851873:0:22683:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 5e033baf-5300-46ff-bd82-5e606fc2b944 00000001:00100000:3.0:1784938610.851888:0:22683:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 39f7aea5-9fe9-4190-945c-178d7251fd98 00010000:00010000:0.0:1784938611.052929:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1784938611.381939:0:25583:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1784938612.063874:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938613.094788:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784938613.374659:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938613.374701:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938613.374730:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938613.374769:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938613.374799:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938613.374856:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938613.374879:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938613.374900:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938613.374927:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938613.374969:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125373952 00000100:00100000:0.0:1784938613.374982:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125373952 00000100:00100000:2.0:1784938613.375666:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125374464 00000100:00100000:2.0:1784938613.375685:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125374464 00000100:00100000:2.0:1784938613.375776:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125374080 00000100:00100000:2.0:1784938613.375781:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125374080 00000100:00100000:2.0:1784938613.375798:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125374592 00000100:00100000:2.0:1784938613.375800:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125374592 00000100:00100000:2.0:1784938613.375821:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 49 00000100:00100000:2.0:1784938613.375833:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5e033baf-5300-46ff-bd82-5e606fc2b944+6:2395:x1871643125374464:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1784938613.375954:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5e033baf-5300-46ff-bd82-5e606fc2b944+6:2395:x1871643125374464:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 123us (1222us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938613.375962:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 49 00000100:00100000:2.0:1784938613.375984:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 50 00000100:00100000:2.0:1784938613.376114:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+5:2395:x1871643125374080:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1784938613.376147:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+5:2395:x1871643125374080:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 157us (1290us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938613.376154:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 50 00000100:00100000:2.0:1784938613.376168:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 51 00000100:00100000:2.0:1784938613.376174:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5e033baf-5300-46ff-bd82-5e606fc2b944+5:2395:x1871643125374592:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1784938613.376200:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5e033baf-5300-46ff-bd82-5e606fc2b944+5:2395:x1871643125374592:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 26us (1298us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938613.376207:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 51 00000100:00100000:0.0:1784938613.376326:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 52 00000100:00100000:0.0:1784938613.376334:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+6:2395:x1871643125373952:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1784938613.376367:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+6:2395:x1871643125373952:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 33us (1723us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938613.376374:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 52 00000100:00100000:0.0:1784938613.376401:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125374208 00000100:00100000:0.0:1784938613.376407:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125374208 00000100:00100000:0.0:1784938613.376429:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125374720 00000100:00100000:0.0:1784938613.376432:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125374720 00000100:00100000:0.0:1784938613.376447:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125374336 00000100:00100000:0.0:1784938613.376451:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125374336 00000100:00100000:0.0:1784938613.376464:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125374848 00000100:00100000:0.0:1784938613.376468:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125374848 00000100:00100000:0.0:1784938613.376486:0:24786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 11 00000100:00100000:0.0:1784938613.376492:0:24786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+5:2395:x1871643125374208:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1784938613.376519:0:24786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+5:2395:x1871643125374208:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 28us (1817us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938613.376526:0:24786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 11 00000100:00100000:0.0:1784938613.376537:0:24786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12 00000100:00100000:0.0:1784938613.376543:0:24786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5e033baf-5300-46ff-bd82-5e606fc2b944+5:2395:x1871643125374720:12345-192.168.203.26@tcp:400:kworker.0 00000100:00080000:2.0:1784938613.376659:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1784938613.376664:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1784938613.376667:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1784938613.376670:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1784938613.376969:0:24211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13 00000100:00100000:3.0:1784938613.376981:0:24211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+5:2395:x1871643125374336:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1784938613.377027:0:24211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+5:2395:x1871643125374336:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 50us (2147us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938613.377033:0:24211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13 00000100:00100000:3.0:1784938613.377047:0:24211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14 00000100:00100000:3.0:1784938613.377054:0:24211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5e033baf-5300-46ff-bd82-5e606fc2b944+6:2395:x1871643125374848:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1784938613.377074:0:24211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5e033baf-5300-46ff-bd82-5e606fc2b944+6:2395:x1871643125374848:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 22us (2146us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938613.377095:0:24211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14 00000100:00100000:0.0:1784938613.377297:0:24786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5e033baf-5300-46ff-bd82-5e606fc2b944+5:2395:x1871643125374720:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 753us (2526us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938613.377312:0:24786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12 00000100:00100000:0.0:1784938613.377336:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125373824 00000100:00100000:0.0:1784938613.377342:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125373824 00000100:00100000:0.0:1784938613.377382:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 147 00000100:00100000:0.0:1784938613.377389:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae01450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+13:2395:x1871643125373824:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1784938613.377414:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae01450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+13:2395:x1871643125373824:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 25us (2614us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938613.377420:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 147 00000100:00100000:1.0:1784938613.413060:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc587ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144369024:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:1.0:1784938613.413443:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938613.413478:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144369024 00000100:00100000:1.0:1784938613.413489:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144369024 00000100:00100000:1.0:1784938613.413557:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 47 00000100:00100000:1.0:1784938613.413581:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144369024:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 00000004:00000024:1.0:1784938613.413628:0:22709:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1784938613.413681:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144369024:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 Request processed in 101us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938613.413689:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 47 00000100:00100000:1.0:1784938613.414193:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc587ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144369024:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:0.0:1784938613.414400:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144369152:192.168.203.126@tcp:41:osp-pre-1-0.0 00000100:00100000:1.0:1784938613.414591:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1784938613.414600:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc587ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144369280:192.168.203.126@tcp:13:osp-pre-0-1.0 00000100:00100000:1.0:1784938613.414758:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938613.414833:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938613.415372:0:23444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144369152 00000100:00100000:1.0:1784938613.415380:0:23444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144369152 00000100:00100000:1.0:1784938613.415435:0:23444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 48 00000100:00100000:1.0:1784938613.415445:0:23444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144369152:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 00000004:00000024:1.0:1784938613.415491:0:23444:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1784938613.415557:0:23444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144369152:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 Request processed in 103us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938613.415565:0:23444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 48 00000100:00100000:1.0:1784938613.415593:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144369280 00000100:00100000:1.0:1784938613.415597:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144369280 00000100:00100000:1.0:1784938613.415649:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 15 00000100:00100000:1.0:1784938613.415657:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144369280:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 00002000:00000024:1.0:1784938613.415684:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1784938613.415719:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1871643144369280:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 Request processed in 63us (885us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938613.415742:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 15 00000100:00100000:1.0:1784938613.416350:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc587ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1871643144369280:192.168.203.126@tcp:13:osp-pre-0-1.0 00000100:00100000:1.0:1784938613.416371:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144369152:192.168.203.126@tcp:41:osp-pre-1-0.0 00000100:00080000:2.0:1784938613.418251:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1784938613.919472:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1784938613.919499:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1871643144369408:192.168.203.126@tcp:13:osp-pre-0-0.0 00000100:00100000:3.0:1784938613.919902:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938613.920180:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144369408 00000100:00100000:1.0:1784938613.920188:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144369408 00000100:00100000:1.0:1784938613.920274:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 16 00000100:00100000:1.0:1784938613.920285:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1871643144369408:12345-192.168.203.126@tcp:13:osp-pre-0-0.0 00002000:00000024:1.0:1784938613.920308:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1784938613.920353:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1871643144369408:12345-192.168.203.126@tcp:13:osp-pre-0-0.0 Request processed in 70us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938613.920361:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 16 00000100:00100000:1.0:1784938613.920491:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1871643144369408:192.168.203.126@tcp:13:osp-pre-0-0.0 00000100:00080000:2.0:1784938613.920564:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1784938613.920870:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1784938613.920882:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910bc587ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144369536:192.168.203.126@tcp:13:osp-pre-1-1.0 00000100:00100000:1.0:1784938613.921013:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938613.921031:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144369536 00000100:00100000:1.0:1784938613.921039:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144369536 00000100:00100000:1.0:1784938613.921071:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 17 00000100:00100000:1.0:1784938613.921080:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144369536:12345-192.168.203.126@tcp:13:osp-pre-1-1.0 00002000:00000024:1.0:1784938613.921098:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1784938613.921129:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144369536:12345-192.168.203.126@tcp:13:osp-pre-1-1.0 Request processed in 50us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938613.921136:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 17 00000100:00080000:1.0:1784938613.921167:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1784938613.921261:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910bc587ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144369536:192.168.203.126@tcp:13:osp-pre-1-1.0 00000001:00100000:2.0:1784938613.922183:0:25026:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 5e033baf-5300-46ff-bd82-5e606fc2b944 00010000:00010000:1.0:1784938614.112114:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784938614.947373:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cff21c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1871643144369792:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.947523:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cff21f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144370304:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.947583:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cff2a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3643:1871643144370816:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.947624:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1784938614.947632:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cff21ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3643:1871643144369664:0@lo:400:kworker.0 00000100:00100000:2.0:1784938614.947694:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938614.947736:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cff21df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3643:1871643144370176:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.947765:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3643:1871643144370688:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.947787:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cff2a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3643:1871643144371200:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.947822:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cff21d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144369920:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.947849:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144370432:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.947874:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cff2a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3640:1871643144370944:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.947898:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1784938614.947904:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cff21ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144370048:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.947931:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144370560:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.947952:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cff2a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3640:1871643144371072:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.948296:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938614.948358:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938614.948385:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938614.948405:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938614.948425:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938614.948444:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938614.948466:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938614.948484:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938614.948501:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938614.948519:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938614.948546:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938614.948593:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938614.948623:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144369664 00000100:00100000:2.0:1784938614.948633:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144369664 00000100:00100000:2.0:1784938614.948693:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1784938614.948703:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:3643:x1871643144369664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1784938614.948772:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:3643:x1871643144369664:12345-0@lo:400:kworker.0 Request processed in 70us (1078us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938614.948781:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1784938614.948826:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144369792 00000100:00100000:2.0:1784938614.948830:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144369792 00000100:00100000:2.0:1784938614.948857:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144370304 00000100:00100000:2.0:1784938614.948859:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144370304 00000100:00100000:2.0:1784938614.948873:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 49 00000100:00100000:2.0:1784938614.948878:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff2a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1871643144369792:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.948921:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff2a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1871643144369792:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 42us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938614.948940:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 49 00000100:00100000:2.0:1784938614.948954:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 50 00000100:00100000:2.0:1784938614.948959:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff2a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144370304:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.948991:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff2a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144370304:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 31us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938614.948997:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 50 00000100:00100000:2.0:1784938614.949021:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144370816 00000100:00100000:2.0:1784938614.949024:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144370816 00000100:00100000:2.0:1784938614.949057:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144370176 00000100:00100000:2.0:1784938614.949060:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144370176 00000100:00100000:2.0:1784938614.949071:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144370688 00000100:00100000:2.0:1784938614.949074:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144370688 00000100:00100000:2.0:1784938614.949085:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144371200 00000100:00100000:2.0:1784938614.949088:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144371200 00000100:00100000:2.0:1784938614.949100:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144370944 00000100:00100000:2.0:1784938614.949103:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144370944 00000100:00100000:2.0:1784938614.949116:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144371072 00000100:00100000:2.0:1784938614.949119:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144371072 00000100:00100000:2.0:1784938614.949135:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 53 00000100:00100000:2.0:1784938614.949141:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff2a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1871643144370816:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.949169:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff2a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1871643144370816:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 28us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938614.949175:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 53 00000100:00100000:2.0:1784938614.949188:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 54 00000100:00100000:2.0:1784938614.949194:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff2a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1871643144370176:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.949247:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff2a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1871643144370176:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 52us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938614.949262:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 54 00000100:00100000:2.0:1784938614.949276:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 55 00000100:00100000:2.0:1784938614.949283:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff2a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1871643144370688:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.949310:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff2a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1871643144370688:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 28us (884us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938614.949316:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 55 00000100:00100000:2.0:1784938614.949327:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 56 00000100:00100000:2.0:1784938614.949333:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff2a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1871643144371200:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.949354:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff2a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1871643144371200:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 21us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938614.949360:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 56 00000100:00100000:2.0:1784938614.949371:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 57 00000100:00100000:2.0:1784938614.949377:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1871643144370944:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.949401:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1871643144370944:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 23us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938614.949406:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 57 00000100:00100000:2.0:1784938614.949418:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 58 00000100:00100000:2.0:1784938614.949424:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1871643144371072:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.949445:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1871643144371072:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 21us (852us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938614.949451:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 58 00000100:00080000:2.0:1784938614.949474:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1784938614.949479:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1784938614.949803:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cff2a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3640:1871643144371072:192.168.203.126@tcp:400:kworker.0 00010000:00080000:2.0:1784938614.949823:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cff2a0000 x1871643144370944/t0(0) o400->lustre-MDT0001-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938614.949834:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cff2a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3640:1871643144370944:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.949873:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cff21ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3643:1871643144369664:0@lo:400:kworker.0 00000100:00100000:2.0:1784938614.949885:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cff21df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3643:1871643144370176:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.949895:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3643:1871643144370688:192.168.203.126@tcp:400:kworker.0 00010000:00080000:2.0:1784938614.949906:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cff2a2300 x1871643144371200/t0(0) o400->lustre-MDT0001-lwp-OST0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938614.949915:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cff2a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3643:1871643144371200:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.949926:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cff21c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1871643144369792:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.949937:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cff21f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144370304:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938614.949948:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cff2a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3643:1871643144370816:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938614.950259:0:24211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144369920 00000100:00100000:3.0:1784938614.950265:0:24211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144369920 00000100:00100000:3.0:1784938614.950298:0:24211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144370432 00000100:00100000:3.0:1784938614.950302:0:24211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144370432 00000100:00100000:3.0:1784938614.950314:0:24211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144370048 00000100:00100000:3.0:1784938614.950318:0:24211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144370048 00000100:00100000:3.0:1784938614.950342:0:24211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144370560 00000100:00100000:3.0:1784938614.950345:0:24211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144370560 00000100:00100000:3.0:1784938614.950360:0:24211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 15 00000100:00100000:3.0:1784938614.950367:0:24211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144369920:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938614.950430:0:24211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144369920:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 55us (1954us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938614.950438:0:24211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 15 00000100:00100000:3.0:1784938614.950453:0:24211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 16 00000100:00100000:3.0:1784938614.950460:0:24211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff2a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144370432:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938614.950485:0:24211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff2a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144370432:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 26us (2000us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938614.950491:0:24211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 16 00000100:00100000:3.0:1784938614.950502:0:24211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 17 00000100:00100000:3.0:1784938614.950509:0:24211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144370048:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938614.950543:0:24211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144370048:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 26us (2032us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938614.950550:0:24211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 17 00000100:00100000:3.0:1784938614.950575:0:24211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 18 00000100:00100000:3.0:1784938614.950582:0:24211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff2a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144370560:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938614.950609:0:24211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff2a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144370560:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 29us (2074us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938614.950615:0:24211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 18 00000100:00080000:3.0:1784938614.950632:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1784938614.950867:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cff21ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144370048:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938614.950881:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144370560:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938614.950894:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cff21d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144369920:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938614.950904:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144370432:192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938614.951305:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1784938614.951324:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefcab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144371328:192.168.203.126@tcp:13:osp-pre-1-0.0 00000100:00100000:3.0:1784938614.951626:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938614.956846:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144371328 00000100:00100000:0.0:1784938614.956868:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144371328 00000100:00100000:0.0:1784938614.956948:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 18 00000100:00100000:0.0:1784938614.956960:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144371328:12345-192.168.203.126@tcp:13:osp-pre-1-0.0 00002000:00000024:0.0:1784938614.956994:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1784938614.957088:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144371328:12345-192.168.203.126@tcp:13:osp-pre-1-0.0 Request processed in 130us (5463us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938614.957096:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 18 00000100:00100000:0.0:1784938614.957392:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefcab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144371328:192.168.203.126@tcp:13:osp-pre-1-0.0 00010000:00010000:0.0:1784938615.136315:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1784938615.422407:0:25731:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd2cd121b0 20000000:00000080:3.0:1784938615.422431:0:25731:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff910cff218400 uarg=0000000000000000 20000000:01000000:3.0:1784938615.422644:0:25731:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1784938615.422652:0:25731:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1784938615.422729:0:25731:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:2.0:1784938615.424074:0:25732:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:3.0:1784938615.424306:0:25731:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:3.0:1784938615.435354:0:25731:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1784938615.435489:0:25731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59f01df lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.435555:0:25731:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff910cc97d1c00/0x26783cd1c59efe3c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efe35 expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.435565:0:25731:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff910cc97d0200/0x26783cd1c59efe4a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efe43 expref: 23 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.435572:0:25731:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff910cf2fa3e00/0x26783cd1c59efe89 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59efe82 expref: 23 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.435580:0:25731:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff910cf2fa2e00/0x26783cd1c59eff23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59eff1c expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.435590:0:25731:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff910cfd1a0a00/0x26783cd1c59f016f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c21 expref: 12 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.435597:0:25731:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff910cfd1a0e00/0x26783cd1c59f01ae lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c91 expref: 12 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.435605:0:25731:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59f01df lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.435661:0:25731:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff910cfd1a0e00/0x26783cd1c59f01ae lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c91 expref: 12 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.435679:0:25731:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff910cfd1a0e00/0x26783cd1c59f01ae lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c91 expref: 12 pid: 22698 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938615.435698:0:25731:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25731:1871643144371456:192.168.203.26@tcp:104: 00010000:00010000:0.0:1784938615.435832:0:25731:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff910cfd1a0a00/0x26783cd1c59f016f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c21 expref: 12 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.435848:0:25731:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff910cfd1a0a00/0x26783cd1c59f016f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c21 expref: 12 pid: 22696 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938615.435857:0:25731:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6f800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25731:1871643144371584:192.168.203.26@tcp:104: 00010000:00010000:0.0:1784938615.435893:0:25731:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff910cf2fa2e00/0x26783cd1c59eff23 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26783cd1c59eff1c expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.435901:0:25731:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff910cf2fa2e00/0x26783cd1c59eff23 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26783cd1c59eff1c expref: 23 pid: 22698 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938615.435910:0:25731:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25731:1871643144371712:0@lo:104: 00000100:00100000:0.0:1784938615.435958:0:25731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1784938615.436015:0:25731:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff910cf2fa3e00/0x26783cd1c59efe89 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26783cd1c59efe82 expref: 23 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.436024:0:25731:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff910cf2fa3e00/0x26783cd1c59efe89 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26783cd1c59efe82 expref: 23 pid: 22697 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938615.436032:0:25731:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25731:1871643144371840:0@lo:104: 00000100:00100000:0.0:1784938615.436057:0:25731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1784938615.436094:0:25731:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff910cc97d0200/0x26783cd1c59efe4a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26783cd1c59efe43 expref: 23 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.436102:0:25731:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff910cc97d0200/0x26783cd1c59efe4a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26783cd1c59efe43 expref: 23 pid: 22696 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938615.436109:0:25731:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25731:1871643144371968:0@lo:104: 00000100:00100000:0.0:1784938615.436132:0:25731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1784938615.436172:0:25731:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff910cc97d1c00/0x26783cd1c59efe3c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x26783cd1c59efe35 expref: 23 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.436182:0:25731:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff910cc97d1c00/0x26783cd1c59efe3c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x26783cd1c59efe35 expref: 23 pid: 22698 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938615.436189:0:22687:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144371712 00000100:00100000:0.0:1784938615.436192:0:25731:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb77b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25731:1871643144372096:0@lo:104: 00000100:00100000:1.0:1784938615.436201:0:22687:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144371712 00000100:00100000:0.0:1784938615.436271:0:25731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938615.436291:0:25731:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc84d0180 going to sleep for 11 seconds 00000100:00100000:1.0:1784938615.436295:0:22687:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144371840 00000100:00100000:1.0:1784938615.436300:0:22687:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144371840 00000100:00100000:1.0:1784938615.436325:0:22687:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144371968 00000100:00100000:1.0:1784938615.436329:0:22687:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144371968 00000100:00100000:1.0:1784938615.436344:0:22687:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144372096 00000100:00100000:1.0:1784938615.436346:0:22687:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144372096 00000100:00100000:1.0:1784938615.436375:0:22687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1784938615.436384:0:22687:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+6:25731:x1871643144371712:12345-0@lo:104: 00010000:00010000:1.0:1784938615.436409:0:22687:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59eff1c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59eff23 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938615.436492:0:22687:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1784938615.436501:0:22687:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+6:25731:x1871643144371712:12345-0@lo:104: Request processed in 115us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938615.436509:0:22687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1784938615.436544:0:22687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1784938615.436550:0:22687:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+5:25731:x1871643144371840:12345-0@lo:104: 00010000:00010000:1.0:1784938615.436558:0:22687:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff910cc97d0a00/0x26783cd1c59efe82 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efe89 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938615.436601:0:22687:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1784938615.436607:0:22687:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+5:25731:x1871643144371840:12345-0@lo:104: Request processed in 58us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938615.436613:0:22687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1784938615.436620:0:25731:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25731:1871643144371712:0@lo:104: 00000100:00100000:1.0:1784938615.436631:0:22687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1784938615.436635:0:25731:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25731:1871643144371840:0@lo:104: 00000100:00100000:1.0:1784938615.436642:0:22687:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+4:25731:x1871643144371968:12345-0@lo:104: 00010000:00010000:0.0:1784938615.436665:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1784938615.436670:0:22687:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2800/0x26783cd1c59efe43 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efe4a expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.436674:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59eff1c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59eff23 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.436688:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d1e00 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:0.0:1784938615.436692:0:22691:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59eff1c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x26783cd1c59eff23 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.436703:0:22691:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59eff1c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x26783cd1c59eff23 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784938615.436711:0:22691:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59eff1c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x26783cd1c59eff23 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938615.436715:0:22687:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 10000000:01000000:0.0:1784938615.436719:0:22691:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:1.0:1784938615.436725:0:22687:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+4:25731:x1871643144371968:12345-0@lo:104: Request processed in 84us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938615.436735:0:22687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:0.0:1784938615.436760:0:22691:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59eff1c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59eff23 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.436768:0:22691:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784938615.436798:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59eff1c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59eff23 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.436806:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910cc97d1e00/0x26783cd1c59eff1c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59eff23 expref: -99 pid: 25025 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938615.436823:0:22687:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00010000:00010000:0.0:1784938615.436827:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784938615.436832:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910cc97d0a00/0x26783cd1c59efe82 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efe89 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938615.436833:0:22687:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+3:25731:x1871643144372096:12345-0@lo:104: 00010000:00010000:0.0:1784938615.436846:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d0a00 already unused, calling callback (ffffffffc14f4c20) 00010000:00010000:1.0:1784938615.436849:0:22687:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3200/0x26783cd1c59efe35 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efe3c expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784938615.436850:0:22691:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910cc97d0a00/0x26783cd1c59efe82 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x26783cd1c59efe89 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.436871:0:22691:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910cc97d0a00/0x26783cd1c59efe82 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x26783cd1c59efe89 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784938615.436877:0:22691:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910cc97d0a00/0x26783cd1c59efe82 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x26783cd1c59efe89 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784938615.436882:0:22691:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1784938615.436894:0:22687:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1784938615.436901:0:22687:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+3:25731:x1871643144372096:12345-0@lo:104: Request processed in 70us (634us total) trans 0 rc 0/0 00010000:00010000:0.0:1784938615.436902:0:22691:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910cc97d0a00/0x26783cd1c59efe82 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efe89 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938615.436914:0:22687:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:0.0:1784938615.436916:0:22691:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784938615.436924:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910cc97d0a00/0x26783cd1c59efe82 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efe89 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.436932:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910cc97d0a00/0x26783cd1c59efe82 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efe89 expref: -99 pid: 24205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.436952:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1784938615.436956:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2800/0x26783cd1c59efe43 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efe4a expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.436961:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cf2fa2800 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:0.0:1784938615.436965:0:22691:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2800/0x26783cd1c59efe43 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x26783cd1c59efe4a expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.436972:0:22691:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2800/0x26783cd1c59efe43 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x26783cd1c59efe4a expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784938615.436978:0:22691:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2800/0x26783cd1c59efe43 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x26783cd1c59efe4a expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784938615.436984:0:22691:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1784938615.436998:0:22691:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2800/0x26783cd1c59efe43 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efe4a expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.437005:0:22691:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784938615.437034:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2800/0x26783cd1c59efe43 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efe4a expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.437041:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910cf2fa2800/0x26783cd1c59efe43 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efe4a expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.437052:0:22691:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1784938615.437055:0:22691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3200/0x26783cd1c59efe35 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x26783cd1c59efe3c expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.437071:0:22691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cf2fa3200 already unused, calling callback (ffffffffc14f4c20) 10000000:00010000:0.0:1784938615.437073:0:22691:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3200/0x26783cd1c59efe35 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x26783cd1c59efe3c expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.437080:0:22691:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3200/0x26783cd1c59efe35 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x26783cd1c59efe3c expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1784938615.437085:0:22691:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3200/0x26783cd1c59efe35 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x26783cd1c59efe3c expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784938615.437090:0:22691:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1784938615.437103:0:22691:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3200/0x26783cd1c59efe35 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efe3c expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.437110:0:22691:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1784938615.437116:0:22691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3200/0x26783cd1c59efe35 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efe3c expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.437121:0:22691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff910cf2fa3200/0x26783cd1c59efe35 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x26783cd1c59efe3c expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.437136:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938615.437138:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784938615.437139:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938615.437277:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784938615.437294:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144372480:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784938615.437320:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3640:1871643144372224:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784938615.437343:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938615.437395:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1784938615.437406:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938615.437412:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144372608:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784938615.437450:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1784938615.437460:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3640:1871643144372352:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784938615.437483:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1784938615.437593:0:25731:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25731:1871643144371968:0@lo:104: 00000100:00100000:0.0:1784938615.437604:0:25731:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb77b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25731:1871643144372096:0@lo:104: 00000100:00100000:0.0:1784938615.437639:0:22688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144372480 00000100:00100000:0.0:1784938615.437645:0:22688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144372480 00010000:00010000:0.0:1784938615.437684:0:22688:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff910cc97d0200/0x26783cd1c59efe4a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efe43 expref: 24 pid: 22696 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938615.437710:0:22688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144372224 00000100:00100000:0.0:1784938615.437714:0:22688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144372224 00010000:00010000:0.0:1784938615.437726:0:22688:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff910cf2fa2e00/0x26783cd1c59eff23 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59eff1c expref: 25 pid: 22698 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938615.437736:0:22688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144372352 00000100:00100000:0.0:1784938615.437739:0:22688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144372352 00010000:00010000:0.0:1784938615.437748:0:22688:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff910cf2fa3e00/0x26783cd1c59efe89 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efe82 expref: 26 pid: 22697 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938615.437760:0:22688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1784938615.437766:0:22688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+26:3642:x1871643144372480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784938615.437781:0:22688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784938615.437787:0:22688:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff910cc97d0200/0x26783cd1c59efe4a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efe43 expref: 26 pid: 22696 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.437799:0:22688:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff910cc97d0200/0x26783cd1c59efe4a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26783cd1c59efe43 expref: 26 pid: 22696 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938615.437832:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1784938615.437845:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+26:3640:x1871643144372224:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1784938615.437975:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1784938615.439405:0:22689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784938615.439422:0:22689:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff910cf2fa2e00/0x26783cd1c59eff23 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59eff1c expref: 26 pid: 22698 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.439514:0:22688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cc97d0200/0x26783cd1c59efe4a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26783cd1c59efe43 expref: 26 pid: 22696 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.439554:0:22689:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff910cf2fa2e00/0x26783cd1c59eff23 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26783cd1c59eff1c expref: 25 pid: 22698 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.439576:0:22689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cf2fa2e00/0x26783cd1c59eff23 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26783cd1c59eff1c expref: 25 pid: 22698 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.439595:0:22689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784938615.439684:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:3640:x1871643144372224:12345-0@lo:103:ldlm_bl.0 Request processed in 1843us (2286us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938615.439694:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1784938615.439723:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144372608 00000100:00100000:3.0:1784938615.439729:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144372608 00010000:00010000:3.0:1784938615.439749:0:22689:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff910cc97d1c00/0x26783cd1c59efe3c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efe35 expref: 24 pid: 22698 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938615.439766:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1784938615.439772:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:3640:x1871643144372352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784938615.439778:0:22689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784938615.439782:0:22689:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff910cf2fa3e00/0x26783cd1c59efe89 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efe82 expref: 24 pid: 22697 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.439789:0:22689:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff910cf2fa3e00/0x26783cd1c59efe89 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26783cd1c59efe82 expref: 24 pid: 22697 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.439813:0:22689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cf2fa3e00/0x26783cd1c59efe89 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26783cd1c59efe82 expref: 24 pid: 22697 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.439822:0:22689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784938615.439845:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:3640:x1871643144372352:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (2362us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938615.439850:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1784938615.439876:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1784938615.439882:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:3642:x1871643144372608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1784938615.439889:0:22689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784938615.439893:0:22689:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff910cc97d1c00/0x26783cd1c59efe3c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x26783cd1c59efe35 expref: 22 pid: 22698 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.439900:0:22689:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff910cc97d1c00/0x26783cd1c59efe3c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x26783cd1c59efe35 expref: 22 pid: 22698 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.439908:0:22689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cc97d1c00/0x26783cd1c59efe3c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x26783cd1c59efe35 expref: 22 pid: 22698 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.439916:0:22689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784938615.439948:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:3642:x1871643144372608:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (1974us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938615.439953:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1784938615.440210:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144372608:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1784938615.440591:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938615.440622:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938615.440646:0:24236:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125374976 00000100:00100000:3.0:1784938615.440651:0:24236:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125374976 00010000:00010000:3.0:1784938615.440670:0:24236:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff910cfd1a0e00/0x26783cd1c59f01ae lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c91 expref: 13 pid: 22698 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938615.440694:0:24236:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125375104 00000100:00100000:3.0:1784938615.440697:0:24236:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125375104 00010000:00010000:3.0:1784938615.440709:0:24236:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff910cfd1a0a00/0x26783cd1c59f016f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c21 expref: 14 pid: 22696 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938615.440721:0:24236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13 00000100:00100000:3.0:1784938615.440727:0:24236:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc8f28850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2a45e01a-2565-4934-a7cb-41c07af398b2+14:2393:x1871643125374976:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1784938615.440737:0:24236:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784938615.440746:0:24236:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff910cfd1a0e00/0x26783cd1c59f01ae lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c91 expref: 14 pid: 22698 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.440757:0:24236:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff910cfd1a0e00/0x26783cd1c59f01ae lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c91 expref: 14 pid: 22698 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.440769:0:24236:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784938615.440808:0:24236:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc8f28850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2a45e01a-2565-4934-a7cb-41c07af398b2+14:2393:x1871643125374976:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 81us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938615.440816:0:24236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13 00000100:00100000:3.0:1784938615.440830:0:24236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14 00000100:00100000:3.0:1784938615.440836:0:24236:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcaad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2a45e01a-2565-4934-a7cb-41c07af398b2+13:2393:x1871643125375104:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1784938615.440843:0:24236:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784938615.440847:0:24236:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff910cfd1a0a00/0x26783cd1c59f016f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c21 expref: 13 pid: 22696 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.444651:0:24236:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff910cfd1a0a00/0x26783cd1c59f016f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c21 expref: 13 pid: 22696 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.444701:0:24236:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59f01df lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.444710:0:24236:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59f01df lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.444728:0:24236:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59f01df lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.444735:0:24236:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59f01df lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.444742:0:24236:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59f01df lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.444749:0:24236:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59f01df lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.444756:0:24236:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d0c00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938615.444760:0:24236:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59f01df lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.444768:0:24236:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59f01df lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.444777:0:24236:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59f01df lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938615.444787:0:24236:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784938615.444846:0:24236:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcaad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2a45e01a-2565-4934-a7cb-41c07af398b2+13:2393:x1871643125375104:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4007us (4220us total) trans 0 rc 0/0 00010000:00010000:0.0:1784938615.444852:0:22688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784938615.444880:0:24236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14 00000100:00100000:0.0:1784938615.444981:0:22688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+20:3642:x1871643144372480:12345-0@lo:103:ldlm_bl.0 Request processed in 7207us (7631us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938615.444995:0:22688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1784938615.445059:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3642:1871643144372480:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784938615.445150:0:25731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cfd1a0e00/0x26783cd1c59f01ae lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c91 expref: 12 pid: 22698 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938615.445190:0:25731:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25731:1871643144371456:192.168.203.26@tcp:104: 00010000:00010000:0.0:1784938615.445207:0:25731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cfd1a0a00/0x26783cd1c59f016f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c21 expref: 11 pid: 22696 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938615.445238:0:25731:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6f800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25731:1871643144371584:192.168.203.26@tcp:104: 00010000:00010000:0.0:1784938615.445276:0:25731:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59f01df lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.445288:0:25731:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59f01df lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.445294:0:25731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59f01df lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938615.445300:0:25731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59f01df lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938615.446035:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3640:1871643144372352:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1784938615.446053:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3640:1871643144372224:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1784938616.160093:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1784938616.544283:0:22739:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1784938616.774509:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938616.774630:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125375232 00000100:00100000:2.0:1784938616.774640:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125375232 00000100:00100000:2.0:1784938616.774956:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 23 00000100:00100000:2.0:1784938616.774967:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+6:18701:x1871643125375232:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1784938616.775002:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938616.775027:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1a00/0x26783cd1c59f01e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28cc9 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775090:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1200/0x26783cd1c59f01ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775105:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1200/0x26783cd1c59f01ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775117:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1200/0x26783cd1c59f01ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775131:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f01f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775138:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f01f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775144:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f01f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775260:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0800/0x26783cd1c59f01fb lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775268:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0800/0x26783cd1c59f01fb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775275:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0800/0x26783cd1c59f01fb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784938616.775305:0:22705:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1784938616.775313:0:22705:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1784938616.775349:0:22705:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0800/0x26783cd1c59f01fb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775359:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1200/0x26783cd1c59f01ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775365:0:22705:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1200/0x26783cd1c59f01ed lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775371:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1200/0x26783cd1c59f01ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775377:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc1200 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:2.0:1784938616.775381:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1200/0x26783cd1c59f01ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775388:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1200/0x26783cd1c59f01ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775401:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff910bc65fc500) 00010000:00010000:2.0:1784938616.775404:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784938616.775408:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1200/0x26783cd1c59f01ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775414:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1200/0x26783cd1c59f01ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775426:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f01f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775432:0:22705:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f01f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775450:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f01f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775454:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc1600 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:2.0:1784938616.775457:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f01f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775463:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f01f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775470:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff910ccd00e600) 00010000:00010000:2.0:1784938616.775472:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784938616.775475:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f01f4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775480:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f01f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775510:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1a00/0x26783cd1c59f01e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cc9 expref: 8 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775547:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0800/0x26783cd1c59f01fb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cc9 expref: 7 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.775555:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff910ccd00e100) 00010000:00010000:2.0:1784938616.775557:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1784938616.775559:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cffbc0800, rc 0) 00000100:00100000:2.0:1784938616.775630:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+7:18701:x1871643125375232:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 665us (1129us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938616.775657:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 23 00000100:00080000:3.0:1784938616.776282:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1784938616.780003:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938616.780140:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125375360 00000100:00100000:1.0:1784938616.780150:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125375360 00000100:00100000:1.0:1784938616.780243:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 5 00000100:00100000:1.0:1784938616.780253:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff2a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:39f7aea5-9fe9-4190-945c-178d7251fd98+7:18701:x1871643125375360:12345-192.168.203.26@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1784938616.780342:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff2a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:39f7aea5-9fe9-4190-945c-178d7251fd98+7:18701:x1871643125375360:12345-192.168.203.26@tcp:900:lhsmtool_posix.0 Request processed in 90us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938616.780350:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 5 00000100:00100000:1.0:1784938616.783564:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938616.783666:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125375616 00000100:00100000:0.0:1784938616.783677:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125375616 00000100:00100000:0.0:1784938616.783740:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 24 00000100:00100000:0.0:1784938616.783750:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+7:18701:x1871643125375616:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1784938616.783770:0:25041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938616.783792:0:25041:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0200/0x26783cd1c59f0202 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28cd0 expref: -99 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.783861:0:25041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f0209 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.783886:0:25041:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f0209 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.783899:0:25041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f0209 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.783914:0:25041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f0210 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.783922:0:25041:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f0210 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.783929:0:25041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f0210 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.784030:0:25041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0800/0x26783cd1c59f0217 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.784039:0:25041:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0800/0x26783cd1c59f0217 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.784047:0:25041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0800/0x26783cd1c59f0217 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1784938616.784058:0:25041:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1784938616.784247:0:25041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f0209 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.784255:0:25041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f0209 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.784262:0:25041:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f0209 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.784274:0:25041:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d0a00 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:0.0:1784938616.784279:0:25041:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f0209 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.784287:0:25041:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f0209 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.784299:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff910ccd00e100) 00010000:00010000:0.0:1784938616.784304:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784938616.784308:0:25041:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f0209 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.784314:0:25041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f0209 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.784327:0:25041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f0210 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.784333:0:25041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f0210 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.784339:0:25041:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f0210 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.784344:0:25041:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d1e00 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:0.0:1784938616.784347:0:25041:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f0210 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.784353:0:25041:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f0210 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.784373:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff910bc1799800) 00010000:00010000:0.0:1784938616.784375:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784938616.784378:0:25041:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f0210 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.784383:0:25041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f0210 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.788584:0:25041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0200/0x26783cd1c59f0202 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cd0 expref: 10 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.788617:0:25041:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0800/0x26783cd1c59f0217 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cd0 expref: 9 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.788626:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff910bc1799700) 00010000:00010000:0.0:1784938616.788629:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784938616.788632:0:25041:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cc97d0800, rc 0) 00000100:00100000:0.0:1784938616.788720:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+9:18701:x1871643125375616:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 4970us (5164us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1784938616.788728:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 24 00000100:00100000:3.0:1784938616.793200:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938616.797032:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125375744 00000100:00100000:2.0:1784938616.797051:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125375744 00000100:00100000:2.0:1784938616.797129:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 25 00000100:00100000:2.0:1784938616.797140:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+9:18701:x1871643125375744:12345-192.168.203.26@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1784938616.797333:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+9:18701:x1871643125375744:12345-192.168.203.26@tcp:59:lhsmtool_posix.0 Request processed in 195us (4141us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938616.797341:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 25 00000100:00100000:3.0:1784938616.805508:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938616.807162:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125375872 00000100:00100000:2.0:1784938616.807184:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125375872 00000100:00100000:2.0:1784938616.807302:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 26 00000100:00100000:2.0:1784938616.807316:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+5:18701:x1871643125375872:12345-192.168.203.26@tcp:59:lhsmtool_posix.0 00000100:00080000:3.0:1784938616.807506:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:0.0:1784938616.819506:0:22703:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 12142us 00000100:00100000:0.0:1784938616.830991:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+5:18701:x1871643125375872:12345-192.168.203.26@tcp:59:lhsmtool_posix.0 Request processed in 23669us (25481us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938616.831007:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 26 00000100:00100000:1.0:1784938616.851767:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938616.852958:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125376000 00000100:00100000:0.0:1784938616.852974:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125376000 00000100:00100000:0.0:1784938616.853046:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27 00000100:00100000:0.0:1784938616.853068:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+9:18707:x1871643125376000:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:0.0:1784938616.853097:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938616.853116:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f0225 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28cd7 expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853181:0:22704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f022c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853196:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f022c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853206:0:22704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f022c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853256:0:22704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f0233 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853265:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f0233 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853273:0:22704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f0233 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853317:0:22704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f022c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853324:0:22704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f022c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853331:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f022c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853346:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d0a00 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:0.0:1784938616.853351:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f022c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853359:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f022c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853371:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff910bc65fc500) 00010000:00010000:0.0:1784938616.853374:0:22704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784938616.853377:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f022c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853383:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f022c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853394:0:22704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f0233 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853400:0:22704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f0233 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853405:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f0233 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853410:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d1600 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:0.0:1784938616.853412:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f0233 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853418:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f0233 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853433:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff910bc1799800) 00010000:00010000:0.0:1784938616.853436:0:22704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784938616.853439:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f0233 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853445:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f0233 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853477:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f0225 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cd7 expref: 10 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853486:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff910bc65fc500) 00010000:00010000:0.0:1784938616.853488:0:22704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784938616.853491:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f0225 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cd7 expref: 10 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.853500:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cc97d1e00, rc 0) 00000100:00100000:0.0:1784938616.853576:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+9:18707:x1871643125376000:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 509us (1818us total) trans 0 rc 301/301 00000100:00100000:0.0:1784938616.853584:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27 00000100:00100000:0.0:1784938616.865284:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938616.870304:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125376128 00000100:00100000:2.0:1784938616.870320:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125376128 00000100:00100000:2.0:1784938616.870387:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:2.0:1784938616.870398:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:39f7aea5-9fe9-4190-945c-178d7251fd98+9:18707:x1871643125376128:12345-192.168.203.26@tcp:700:lfs.0 00000100:00100000:2.0:1784938616.870508:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:39f7aea5-9fe9-4190-945c-178d7251fd98+9:18707:x1871643125376128:12345-192.168.203.26@tcp:700:lfs.0 Request processed in 112us (5234us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938616.870516:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:3.0:1784938616.874070:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938616.874184:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125376384 00000100:00100000:0.0:1784938616.874202:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125376384 00000100:00100000:0.0:1784938616.874329:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28 00000100:00100000:0.0:1784938616.874343:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+9:18707:x1871643125376384:12345-192.168.203.26@tcp:36:lfs.0 00010000:00010000:0.0:1784938616.874396:0:25041:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784938616.874423:0:25041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0cc00/0x26783cd1c59f0199 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28c52 expref: 9 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.874458:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff910bc65fc500) 00010000:00010000:0.0:1784938616.874464:0:25041:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1784938616.874535:0:25041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f023a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.874549:0:25041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0c00/0x26783cd1c59f01d8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cc2 expref: 5 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.874557:0:25041:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f023a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.874589:0:25041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0c00/0x26783cd1c59f01d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cc2 expref: 5 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938616.874604:0:25041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0c00/0x26783cd1c59f01d8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cc2 expref: 5 pid: 22704 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938616.874619:0:25041:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb77100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25041:1871643144372736:192.168.203.26@tcp:104: 00000100:00100000:0.0:1784938616.874717:0:25041:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc84d0780 going to sleep for 11 seconds 00000100:00100000:0.0:1784938616.877714:0:25041:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb77100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25041:1871643144372736:192.168.203.26@tcp:104: 00010000:00010000:0.0:1784938616.877915:0:25041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f023a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938616.883264:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938616.885954:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125376512 00000100:00100000:1.0:1784938616.885976:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125376512 00010000:00010000:1.0:1784938616.886158:0:22689:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0c00/0x26783cd1c59f01d8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cc2 expref: 6 pid: 22704 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938616.886249:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15 00000100:00100000:1.0:1784938616.886261:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5e033baf-5300-46ff-bd82-5e606fc2b944+6:2392:x1871643125376512:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1784938616.886284:0:22689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784938616.886292:0:22689:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0c00/0x26783cd1c59f01d8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cc2 expref: 6 pid: 22704 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938616.886308:0:22689:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0c00/0x26783cd1c59f01d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cc2 expref: 6 pid: 22704 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938616.886335:0:22689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0c00/0x26783cd1c59f01d8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cc2 expref: 6 pid: 22704 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938616.886359:0:22689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff910bc65fc500) 00010000:00010000:1.0:1784938616.886365:0:22689:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f023a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938616.886401:0:22689:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f023a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938616.886411:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f023a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938616.886448:0:22689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784938616.886543:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5e033baf-5300-46ff-bd82-5e606fc2b944+5:2392:x1871643125376512:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 283us (3344us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938616.886562:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15 00000100:00080000:3.0:1784938616.887233:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1784938616.887433:0:25041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f023a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.887451:0:25041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f023a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.887503:0:25041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1a00/0x26783cd1c59f0241 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.887515:0:25041:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1a00/0x26783cd1c59f0241 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.887536:0:25041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1a00/0x26783cd1c59f0241 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.893126:0:25041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f0248 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.893150:0:25041:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f0248 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.893163:0:25041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f0248 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1784938616.893201:0:25041:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000046d2d243 reply state 0000000081c53bf5 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f0248 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.893225:0:25041:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f0248 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.893232:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff910ccd00ee00) 00010000:00010000:2.0:1784938616.893235:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1784938616.893240:0:25041:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1784938616.893247:0:25041:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1784938616.893258:0:25041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f023a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.893266:0:25041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f023a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.893291:0:25041:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f023a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.893297:0:25041:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d1e00 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:2.0:1784938616.893302:0:25041:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f023a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.893309:0:25041:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f023a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.893321:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff910bc65fc500) 00010000:00010000:2.0:1784938616.893323:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784938616.893327:0:25041:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f023a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.893332:0:25041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f023a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1784938616.893357:0:25041:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000046d2d243 reply state 0000000081c53bf5 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1a00/0x26783cd1c59f0241 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.893365:0:25041:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1a00/0x26783cd1c59f0241 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938616.893370:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff910ccd00e600) 00010000:00010000:2.0:1784938616.893372:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1784938616.893374:0:25041:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1784938616.893488:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+10:18707:x1871643125376384:12345-192.168.203.26@tcp:36:lfs.0 Request processed in 19145us (19428us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1784938616.893497:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28 00000100:00100000:3.0:1784938617.021500:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938617.021575:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125376640 00000100:00100000:2.0:1784938617.021587:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125376640 00000100:00100000:2.0:1784938617.021658:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 149 00000100:00100000:2.0:1784938617.021669:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+11:18080:x1871643125376640:12345-192.168.203.26@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784938617.021687:0:22697:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938617.021708:0:22697:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cffbc1200/0x26783cd1c59f024f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28cde expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.021737:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cffbc1200/0x26783cd1c59f024f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cde expref: 12 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.021748:0:22697:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cffbc1200/0x26783cd1c59f024f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cde expref: 12 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.021758:0:22697:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cffbc1200, rc 0) 00000100:00100000:2.0:1784938617.021832:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+12:18080:x1871643125376640:12345-192.168.203.26@tcp:101:ll_cfg_requeue.0 Request processed in 165us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938617.021838:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 149 00000100:00100000:1.0:1784938617.027113:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938617.029370:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125376768 00000100:00100000:0.0:1784938617.029392:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125376768 00000100:00100000:0.0:1784938617.030820:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 150 00000100:00100000:0.0:1784938617.030839:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae00050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+12:18080:x1871643125376768:12345-192.168.203.26@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1784938617.031109:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae00050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+12:18080:x1871643125376768:12345-192.168.203.26@tcp:501:ll_cfg_requeue.0 Request processed in 274us (4011us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938617.031118:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 150 00000100:00100000:1.0:1784938617.043158:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938617.043211:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938617.043946:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125376896 00000100:00100000:0.0:1784938617.043957:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125376896 00000100:00100000:0.0:1784938617.044023:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 151 00000100:00100000:0.0:1784938617.044034:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae00c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a45e01a-2565-4934-a7cb-41c07af398b2+12:18080:x1871643125376896:12345-192.168.203.26@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1784938617.044186:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae00c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a45e01a-2565-4934-a7cb-41c07af398b2+12:18080:x1871643125376896:12345-192.168.203.26@tcp:503:ll_cfg_requeue.0 Request processed in 153us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938617.044195:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 151 00000100:00100000:2.0:1784938617.044778:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125377024 00000100:00100000:2.0:1784938617.044793:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125377024 00000100:00100000:2.0:1784938617.044877:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29 00000100:00100000:2.0:1784938617.044888:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+10:18715:x1871643125377024:12345-192.168.203.26@tcp:101:lctl.0 00010000:00010000:2.0:1784938617.044920:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938617.044952:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f0256 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28ce5 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.045040:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0c00/0x26783cd1c59f025d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.045077:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0c00/0x26783cd1c59f025d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.045094:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0c00/0x26783cd1c59f025d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784938617.045169:0:22705:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1784938617.045175:0:22705:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1784938617.045265:0:22705:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0c00/0x26783cd1c59f025d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.045297:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f0256 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28ce5 expref: 12 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.045319:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0c00/0x26783cd1c59f025d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28ce5 expref: 11 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.045330:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff910ccd00e400) 00010000:00010000:2.0:1784938617.045333:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1784938617.045338:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cffbc0c00, rc 0) 00000100:00100000:2.0:1784938617.045426:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+11:18715:x1871643125377024:12345-192.168.203.26@tcp:101:lctl.0 Request processed in 540us (2214us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938617.045434:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29 00000100:00100000:1.0:1784938617.064496:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938617.064942:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125377152 00000100:00100000:3.0:1784938617.064955:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125377152 00000100:00100000:3.0:1784938617.065018:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 152 00000100:00100000:3.0:1784938617.065030:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae02050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+12:18080:x1871643125377152:12345-192.168.203.26@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784938617.065048:0:22697:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784938617.065067:0:22697:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cfd1a0200/0x26783cd1c59f0264 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28cec expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938617.065097:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cfd1a0200/0x26783cd1c59f0264 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cec expref: 13 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938617.065111:0:22697:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cfd1a0200/0x26783cd1c59f0264 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cec expref: 13 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938617.065120:0:22697:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cfd1a0200, rc 0) 00000100:00100000:3.0:1784938617.065184:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae02050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+13:18080:x1871643125377152:12345-192.168.203.26@tcp:101:ll_cfg_requeue.0 Request processed in 157us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938617.065209:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 152 00000100:00100000:3.0:1784938617.067706:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938617.068021:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125377280 00000100:00100000:1.0:1784938617.068030:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125377280 00000100:00100000:1.0:1784938617.068088:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 153 00000100:00100000:1.0:1784938617.068099:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+13:18080:x1871643125377280:12345-192.168.203.26@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1784938617.068380:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2a45e01a-2565-4934-a7cb-41c07af398b2+13:18080:x1871643125377280:12345-192.168.203.26@tcp:501:ll_cfg_requeue.0 Request processed in 282us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938617.068388:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 153 00000100:00100000:1.0:1784938617.073826:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938617.073884:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125377408 00000100:00100000:0.0:1784938617.073894:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125377408 00000100:00100000:0.0:1784938617.073952:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 154 00000100:00100000:0.0:1784938617.073962:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a45e01a-2565-4934-a7cb-41c07af398b2+13:18080:x1871643125377408:12345-192.168.203.26@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1784938617.074109:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae02450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2a45e01a-2565-4934-a7cb-41c07af398b2+13:18080:x1871643125377408:12345-192.168.203.26@tcp:503:ll_cfg_requeue.0 Request processed in 148us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938617.074117:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 154 00000100:00100000:2.0:1784938617.084135:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938617.085201:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125377536 00000100:00100000:0.0:1784938617.085275:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125377536 00000100:00100000:0.0:1784938617.086006:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30 00000100:00100000:0.0:1784938617.086026:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff2a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5e033baf-5300-46ff-bd82-5e606fc2b944+5:18717:x1871643125377536:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:0.0:1784938617.086056:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938617.086085:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f026b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28cf3 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.086240:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f0272 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.086258:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f0272 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.086272:0:22703:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f0272 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1784938617.086331:0:22703:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1784938617.086336:0:22703:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1784938617.086364:0:22703:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f0272 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.086393:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f026b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cf3 expref: 7 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.086432:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0a00/0x26783cd1c59f0272 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cf3 expref: 6 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.086443:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff910ccd00e400) 00010000:00010000:0.0:1784938617.086447:0:22703:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1784938617.086452:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cc97d0a00, rc 0) 00000100:00100000:0.0:1784938617.087007:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff2a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5e033baf-5300-46ff-bd82-5e606fc2b944+6:18717:x1871643125377536:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 986us (2884us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938617.087017:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30 00000100:00100000:3.0:1784938617.090174:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938617.090539:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125377664 00000100:00100000:2.0:1784938617.090549:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125377664 00000100:00100000:2.0:1784938617.090658:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 31 00000100:00100000:2.0:1784938617.090669:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5e033baf-5300-46ff-bd82-5e606fc2b944+6:18717:x1871643125377664:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:2.0:1784938617.090705:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938617.090728:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0000/0x26783cd1c59f0279 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28cfa expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.090793:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0280 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.090818:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0280 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.090829:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0280 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.090840:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f0287 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.090847:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f0287 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.090854:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f0287 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.090927:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f028e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.090936:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f028e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.090944:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f028e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784938617.091124:0:22705:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1784938617.091134:0:22705:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1784938617.091158:0:22705:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f028e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.091170:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0280 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.091176:0:22705:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0280 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.091183:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0280 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.091188:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc1e00 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:2.0:1784938617.091192:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0280 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.091199:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0280 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.091460:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff910ccd00e400) 00010000:00010000:2.0:1784938617.091465:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784938617.091471:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0280 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.091478:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0280 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.091492:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f0287 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.091499:0:22705:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f0287 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.091516:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f0287 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.091533:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc0400 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:2.0:1784938617.091536:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f0287 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.091543:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f0287 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.091552:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff910ccd00e600) 00010000:00010000:2.0:1784938617.091555:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784938617.091558:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f0287 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.091564:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f0287 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.091593:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0000/0x26783cd1c59f0279 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cfa expref: 8 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.091607:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f028e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cfa expref: 7 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.091615:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff910ccd00ee00) 00010000:00010000:2.0:1784938617.091617:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1784938617.091619:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cffbc1800, rc 0) 00000100:00100000:2.0:1784938617.091740:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5e033baf-5300-46ff-bd82-5e606fc2b944+7:18717:x1871643125377664:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 1072us (1574us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938617.091757:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 31 00000100:00100000:1.0:1784938617.098464:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938617.098570:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125377792 00000100:00100000:0.0:1784938617.098580:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125377792 00000100:00100000:0.0:1784938617.098674:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 6 00000100:00100000:0.0:1784938617.098696:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:5e033baf-5300-46ff-bd82-5e606fc2b944+5:18717:x1871643125377792:12345-192.168.203.26@tcp:900:lfs.0 00000100:00100000:0.0:1784938617.098786:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:5e033baf-5300-46ff-bd82-5e606fc2b944+5:18717:x1871643125377792:12345-192.168.203.26@tcp:900:lfs.0 Request processed in 92us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938617.098793:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 6 00000100:00080000:3.0:1784938617.099024:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1784938617.104870:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938617.105122:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125378048 00000100:00100000:2.0:1784938617.105135:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125378048 00000100:00100000:2.0:1784938617.105205:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 32 00000100:00100000:2.0:1784938617.105253:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5e033baf-5300-46ff-bd82-5e606fc2b944+7:18717:x1871643125378048:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:2.0:1784938617.105276:0:25041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938617.105300:0:25041:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0000/0x26783cd1c59f0295 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28d01 expref: -99 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784938617.106116:0:25041:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1784938617.106255:0:25041:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0000/0x26783cd1c59f0295 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d01 expref: 9 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.106271:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff910ccd00e400) 00010000:00010000:2.0:1784938617.106274:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1784938617.106278:0:25041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0000/0x26783cd1c59f0295 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d01 expref: 9 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.106293:0:25041:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cffbc0000, rc 0) 00000100:00100000:2.0:1784938617.107151:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5e033baf-5300-46ff-bd82-5e606fc2b944+8:18717:x1871643125378048:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 1932us (2286us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1784938617.107162:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 32 00000100:00100000:1.0:1784938617.111207:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938617.111466:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125378304 00000100:00100000:0.0:1784938617.111476:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125378304 00000100:00100000:0.0:1784938617.111569:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 33 00000100:00100000:0.0:1784938617.111579:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5e033baf-5300-46ff-bd82-5e606fc2b944+8:18717:x1871643125378304:12345-192.168.203.26@tcp:36:lfs.0 00010000:00010000:0.0:1784938617.111632:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784938617.111657:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f028e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28cfa expref: 8 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.111675:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff910ccd00ee00) 00010000:00010000:0.0:1784938617.111680:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1784938617.111700:0:22704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f02a3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.111713:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f02a3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.111722:0:22704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f02a3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1784938617.112095:0:22704:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cbfd1b72 reply state 00000000f45c9c7c transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f02a3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.112108:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f02a3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.112131:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff910ccd00ee00) 00010000:00010000:0.0:1784938617.112133:0:22704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1784938617.112136:0:22704:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1784938617.112144:0:22704:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1784938617.112255:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5e033baf-5300-46ff-bd82-5e606fc2b944+9:18717:x1871643125378304:12345-192.168.203.26@tcp:36:lfs.0 Request processed in 677us (1057us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1784938617.112263:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 33 00000100:00100000:1.0:1784938617.115265:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938617.115883:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125378560 00000100:00100000:3.0:1784938617.115895:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125378560 00000100:00100000:3.0:1784938617.116074:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2 00000100:00100000:3.0:1784938617.116086:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5e033baf-5300-46ff-bd82-5e606fc2b944+9:18717:x1871643125378560:12345-192.168.203.26@tcp:35:lfs.0 00000100:00100000:3.0:1784938617.116755:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5e033baf-5300-46ff-bd82-5e606fc2b944+10:18717:x1871643125378560:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 668us (1494us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1784938617.116764:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2 00000100:00100000:1.0:1784938617.120024:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938617.120486:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125378816 00000100:00100000:0.0:1784938617.120496:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125378816 00000100:00100000:1.0:1784938617.120741:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 34 00000100:00100000:1.0:1784938617.120752:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5e033baf-5300-46ff-bd82-5e606fc2b944+10:18717:x1871643125378816:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:1.0:1784938617.120777:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784938617.120801:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0d200/0x26783cd1c59f02aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28d08 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.120885:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0ce00/0x26783cd1c59f02b1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.120900:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0ce00/0x26783cd1c59f02b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.120911:0:22703:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0ce00/0x26783cd1c59f02b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.120933:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0dc00/0x26783cd1c59f02b8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.120940:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0dc00/0x26783cd1c59f02b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.120946:0:22703:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0dc00/0x26783cd1c59f02b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1784938617.121049:0:22703:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1784938617.121133:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0ce00/0x26783cd1c59f02b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.121142:0:22703:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0ce00/0x26783cd1c59f02b1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.121148:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0ce00/0x26783cd1c59f02b1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.121163:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfef0ce00 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:1.0:1784938617.121168:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0ce00/0x26783cd1c59f02b1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.121175:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0ce00/0x26783cd1c59f02b1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.121187:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff910ccd00e400) 00010000:00010000:1.0:1784938617.121190:0:22703:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784938617.121194:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0ce00/0x26783cd1c59f02b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.121200:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0ce00/0x26783cd1c59f02b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.121484:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0dc00/0x26783cd1c59f02b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.121492:0:22703:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0dc00/0x26783cd1c59f02b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.121497:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0dc00/0x26783cd1c59f02b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.121503:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfef0dc00 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:1.0:1784938617.121506:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0dc00/0x26783cd1c59f02b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.121512:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0dc00/0x26783cd1c59f02b8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.121548:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff910ccd00e600) 00010000:00010000:1.0:1784938617.121551:0:22703:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1784938617.121555:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0dc00/0x26783cd1c59f02b8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.121561:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0dc00/0x26783cd1c59f02b8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.121603:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0d200/0x26783cd1c59f02aa lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d08 expref: 12 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.121614:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff910ccd00e400) 00010000:00010000:1.0:1784938617.121617:0:22703:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1784938617.121620:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0d200/0x26783cd1c59f02aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d08 expref: 12 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.121630:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cfef0d200, rc 0) 00000100:00100000:1.0:1784938617.121736:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5e033baf-5300-46ff-bd82-5e606fc2b944+11:18717:x1871643125378816:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 986us (1722us total) trans 12884901894 rc 301/301 00000100:00100000:1.0:1784938617.121744:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 34 00000100:00100000:1.0:1784938617.129692:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938617.129794:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125378944 00000100:00100000:2.0:1784938617.129806:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125378944 00000100:00100000:2.0:1784938617.129880:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 35 00000100:00100000:2.0:1784938617.129892:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5e033baf-5300-46ff-bd82-5e606fc2b944+11:18717:x1871643125378944:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:2.0:1784938617.129937:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938617.129958:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0000/0x26783cd1c59f02c6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28d0f expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.130054:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f02cd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.130070:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f02cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.130081:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f02cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784938617.130109:0:22705:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1784938617.130113:0:22705:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1784938617.130133:0:22705:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f02cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.130162:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0000/0x26783cd1c59f02c6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d0f expref: 13 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.130181:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f02cd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d0f expref: 12 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.130190:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff910ccd00ee00) 00010000:00010000:2.0:1784938617.130193:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1784938617.130197:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cffbc0400, rc 0) 00000100:00100000:2.0:1784938617.130556:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5e033baf-5300-46ff-bd82-5e606fc2b944+12:18717:x1871643125378944:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 665us (875us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938617.130564:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 35 00000100:00100000:0.0:1784938617.138018:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938617.138127:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125379072 00000100:00100000:2.0:1784938617.138137:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125379072 00000100:00100000:2.0:1784938617.138200:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 3 00000100:00100000:2.0:1784938617.138210:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5e033baf-5300-46ff-bd82-5e606fc2b944+12:18717:x1871643125379072:12345-192.168.203.26@tcp:37:lfs.0 00000100:00100000:2.0:1784938617.143289:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5e033baf-5300-46ff-bd82-5e606fc2b944+12:18717:x1871643125379072:12345-192.168.203.26@tcp:37:lfs.0 Request processed in 5070us (5272us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938617.143304:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 3 00000100:00100000:1.0:1784938617.150761:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938617.150841:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125379328 00000100:00100000:3.0:1784938617.150851:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125379328 00000100:00100000:3.0:1784938617.150910:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 4 00000100:00100000:3.0:1784938617.150920:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd4b0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5e033baf-5300-46ff-bd82-5e606fc2b944+12:18717:x1871643125379328:12345-192.168.203.26@tcp:35:lfs.0 00000100:00100000:3.0:1784938617.151137:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd4b0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5e033baf-5300-46ff-bd82-5e606fc2b944+13:18717:x1871643125379328:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 218us (384us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1784938617.151145:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 4 00010000:00010000:3.0:1784938617.183421:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784938617.221491:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938617.221591:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125379456 00000100:00100000:2.0:1784938617.221601:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125379456 00000100:00100000:2.0:1784938617.221739:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 36 00000100:00100000:2.0:1784938617.221751:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+11:18724:x1871643125379456:12345-192.168.203.26@tcp:101:bash.0 00010000:00010000:2.0:1784938617.221772:0:25041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938617.221794:0:25041:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0000/0x26783cd1c59f02d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28d16 expref: -99 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.221852:0:25041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02db lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.221865:0:25041:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.221876:0:25041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.221887:0:25041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.221894:0:25041:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.221920:0:25041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.222005:0:25041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1000/0x26783cd1c59f02e9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.222014:0:25041:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1000/0x26783cd1c59f02e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.222021:0:25041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1000/0x26783cd1c59f02e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784938617.222055:0:25041:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1784938617.222059:0:25041:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1784938617.222092:0:25041:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1000/0x26783cd1c59f02e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.222105:0:25041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.222112:0:25041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02db lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.222119:0:25041:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.222125:0:25041:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc1e00 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:2.0:1784938617.222129:0:25041:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.222137:0:25041:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02db lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.222155:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff910ccd00e400) 00010000:00010000:2.0:1784938617.222159:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784938617.222164:0:25041:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.222169:0:25041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.222183:0:25041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.222189:0:25041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.222194:0:25041:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.222200:0:25041:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc1c00 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:2.0:1784938617.222202:0:25041:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.222208:0:25041:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02e2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.222292:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff910ccd00e600) 00010000:00010000:2.0:1784938617.222295:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784938617.222299:0:25041:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02e2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.222304:0:25041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.222343:0:25041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0000/0x26783cd1c59f02d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d16 expref: 13 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.222356:0:25041:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1000/0x26783cd1c59f02e9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d16 expref: 12 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.222362:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff910ccd00ee00) 00010000:00010000:2.0:1784938617.222364:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1784938617.222366:0:25041:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cffbc1000, rc 0) 00000100:00100000:2.0:1784938617.222425:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+12:18724:x1871643125379456:12345-192.168.203.26@tcp:101:bash.0 Request processed in 677us (945us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938617.222432:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 36 00000100:00100000:1.0:1784938617.227545:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938617.227738:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125379584 00000100:00100000:2.0:1784938617.227748:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125379584 00000100:00100000:2.0:1784938617.227849:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:2.0:1784938617.227859:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:39f7aea5-9fe9-4190-945c-178d7251fd98+5:18724:x1871643125379584:12345-192.168.203.26@tcp:900:bash.0 00000100:00100000:2.0:1784938617.227959:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:39f7aea5-9fe9-4190-945c-178d7251fd98+5:18724:x1871643125379584:12345-192.168.203.26@tcp:900:bash.0 Request processed in 101us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938617.227967:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:0.0:1784938617.231135:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938617.231243:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125379840 00000100:00100000:2.0:1784938617.231255:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125379840 00000100:00100000:2.0:1784938617.231317:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 37 00000100:00100000:2.0:1784938617.231327:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+12:18724:x1871643125379840:12345-192.168.203.26@tcp:101:bash.0 00010000:00010000:2.0:1784938617.231350:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938617.231371:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0000/0x26783cd1c59f02f0 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28d1d expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.231496:0:22704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02f7 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.231512:0:22704:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f02cd lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d0f expref: 12 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.231536:0:22704:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02f7 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.231571:0:22704:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f02cd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d0f expref: 12 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.231584:0:22704:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f02cd lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d0f expref: 12 pid: 22705 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938617.231596:0:22704:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cff2a0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22704:1871643144372864:192.168.203.26@tcp:104: 00000100:00100000:2.0:1784938617.231739:0:22704:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7c5e840 going to sleep for 11 seconds 00000100:00100000:1.0:1784938617.236065:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938617.236243:0:22688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125379968 00000100:00100000:0.0:1784938617.236251:0:22688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125379968 00010000:00010000:0.0:1784938617.236292:0:22688:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f02cd lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d0f expref: 13 pid: 22705 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938617.236347:0:22688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 16 00000100:00100000:0.0:1784938617.236356:0:22688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7f71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5e033baf-5300-46ff-bd82-5e606fc2b944+13:2393:x1871643125379968:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1784938617.236371:0:22688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784938617.236378:0:22688:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f02cd lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d0f expref: 13 pid: 22705 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.236390:0:22688:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f02cd lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d0f expref: 13 pid: 22705 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.236413:0:22688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff910ccd00ee00) 00010000:00010000:0.0:1784938617.236431:0:22688:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02f7 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.236440:0:22688:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02f7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.236448:0:22688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02f7 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.236467:0:22688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784938617.236537:0:22688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7f71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5e033baf-5300-46ff-bd82-5e606fc2b944+13:2393:x1871643125379968:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 181us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938617.236544:0:22688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 16 00010000:00010000:2.0:1784938617.237416:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0400/0x26783cd1c59f02cd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d0f expref: 12 pid: 22705 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938617.237435:0:22704:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cff2a0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22704:1871643144372864:192.168.203.26@tcp:104: 00010000:00010000:2.0:1784938617.237456:0:22704:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02f7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.237465:0:22704:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02f7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.237482:0:22704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02f7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.237621:0:22704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02fe lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.237632:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.237640:0:22704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.238729:0:22704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0200/0x26783cd1c59f0305 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.238745:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0200/0x26783cd1c59f0305 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.238758:0:22704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0200/0x26783cd1c59f0305 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784938617.238771:0:22704:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1784938617.238799:0:22704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02f7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.238805:0:22704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02f7 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.238810:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02f7 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.238816:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc1c00 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:2.0:1784938617.238829:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02f7 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.238837:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02f7 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.238848:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff910ccd00ee00) 00010000:00010000:2.0:1784938617.238850:0:22704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1784938617.238855:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02f7 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.238861:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f02f7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1784938617.238873:0:22704:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003016ff18 reply state 000000000b6607b4 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.238884:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02fe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.238890:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff910ccd00e900) 00010000:00010000:2.0:1784938617.238893:0:22704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1784938617.238895:0:22704:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1784938617.238937:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0000/0x26783cd1c59f02f0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d1d expref: 15 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.238950:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0200/0x26783cd1c59f0305 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d1d expref: 14 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.238958:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:2.0:1784938617.238960:0:22704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1784938617.238969:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cffbc0200, rc 0) 00000100:00100000:2.0:1784938617.239051:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+15:18724:x1871643125379840:12345-192.168.203.26@tcp:101:bash.0 Request processed in 7725us (7922us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1784938617.239060:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 37 00000100:00100000:1.0:1784938617.254369:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938617.254459:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125380096 00000100:00100000:2.0:1784938617.254468:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125380096 00000100:00100000:2.0:1784938617.254539:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 38 00000100:00100000:2.0:1784938617.254549:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cd204b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+15:18724:x1871643125380096:12345-192.168.203.26@tcp:101:bash.0 00010000:00010000:2.0:1784938617.254577:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938617.254598:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0000/0x26783cd1c59f0313 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28d24 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.254679:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f031a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.254693:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f031a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.254705:0:22703:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f031a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784938617.254749:0:22703:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1784938617.254753:0:22703:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1784938617.254772:0:22703:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f031a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.254782:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f031a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.254807:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0000/0x26783cd1c59f0313 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d24 expref: 17 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.254843:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f031a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d24 expref: 16 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.254852:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:2.0:1784938617.254855:0:22703:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1784938617.254858:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cffbc1c00, rc 0) 00000100:00100000:2.0:1784938617.254923:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cd204b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+16:18724:x1871643125380096:12345-192.168.203.26@tcp:101:bash.0 Request processed in 375us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938617.254930:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 38 00000100:00100000:1.0:1784938617.259685:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938617.259876:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125380352 00000100:00100000:3.0:1784938617.259890:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125380352 00000100:00100000:3.0:1784938617.259954:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 5 00000100:00100000:3.0:1784938617.259963:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cd2048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+16:18724:x1871643125380352:12345-192.168.203.26@tcp:35:bash.0 00000100:00100000:3.0:1784938617.260328:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cd2048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+17:18724:x1871643125380352:12345-192.168.203.26@tcp:35:bash.0 Request processed in 364us (650us total) trans 12884901897 rc 0/0 00000100:00100000:3.0:1784938617.260354:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 5 00000100:00100000:3.0:1784938617.362791:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938617.363011:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125380608 00000100:00100000:0.0:1784938617.363023:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125380608 00000100:00100000:0.0:1784938617.363093:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 39 00000100:00100000:0.0:1784938617.363102:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+17:18734:x1871643125380608:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:0.0:1784938617.363129:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938617.363152:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0200/0x26783cd1c59f0321 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28d2b expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1784938617.363434:0:22705:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1784938617.363702:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0200/0x26783cd1c59f0321 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d2b expref: 19 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.363719:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff910ccd00e400) 00010000:00010000:0.0:1784938617.363722:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1784938617.363729:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0200/0x26783cd1c59f0321 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d2b expref: 19 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.363765:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cc97d0200, rc 0) 00000100:00100000:0.0:1784938617.363877:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+18:18734:x1871643125380608:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 775us (1096us total) trans 12884901898 rc 301/301 00000100:00100000:0.0:1784938617.363884:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 39 00000100:00100000:1.0:1784938617.369637:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938617.370020:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125380864 00000100:00100000:3.0:1784938617.370031:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125380864 00000100:00100000:3.0:1784938617.370138:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 6 00000100:00100000:3.0:1784938617.370149:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cd204a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+18:18734:x1871643125380864:12345-192.168.203.26@tcp:35:lfs.0 00000100:00100000:3.0:1784938617.370409:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cd204a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+19:18734:x1871643125380864:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 260us (783us total) trans 12884901899 rc 0/0 00000100:00100000:3.0:1784938617.370417:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 6 10000000:01000000:3.0:1784938617.375512:0:22700:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1784938617.375529:0:22700:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff910bc7016000 from 13 10000000:01000000:3.0:1784938617.375534:0:22700:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1784938617.375582:0:22700:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1800/0x26783cd1c59f032f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938617.375595:0:22700:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1800/0x26783cd1c59f032f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938617.375607:0:22700:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1800/0x26783cd1c59f032f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938617.376013:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefca8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144372992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1784938617.376086:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938617.376183:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc84d0180 going to sleep for 11 seconds 00000100:00100000:2.0:1784938617.376294:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144372992 00000100:00100000:2.0:1784938617.376310:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144372992 00000100:00100000:2.0:1784938617.376367:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1784938617.376377:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfae00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+20:22700:x1871643144372992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784938617.376574:0:22697:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938617.376591:0:22697:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cffbc0000/0x26783cd1c59f0336 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59f032f expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.376615:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cffbc0000/0x26783cd1c59f0336 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59f032f expref: 21 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.376626:0:22697:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cffbc0000/0x26783cd1c59f0336 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59f032f expref: 21 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.376635:0:22697:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cffbc0000, rc 0) 00000100:00100000:2.0:1784938617.376858:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfae00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:22700:x1871643144372992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 482us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938617.376881:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1784938617.377057:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefca8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144372992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784938617.377073:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1800/0x26783cd1c59f032f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59f0336 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938617.377094:0:22700:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1800/0x26783cd1c59f032f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59f0336 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938617.377258:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefca8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144373120:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784938617.377290:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938617.377387:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc84d0180 going to sleep for 11 seconds 00000100:00100000:0.0:1784938617.377533:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144373120 00000100:00100000:0.0:1784938617.377539:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144373120 00000100:00100000:0.0:1784938617.377615:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1784938617.377624:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:22700:x1871643144373120:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1784938617.378014:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:22700:x1871643144373120:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 390us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938617.378023:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1784938617.378086:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefca8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144373120:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784938617.378118:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefca8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144373248:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1784938617.378255:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938617.378328:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc84d0180 going to sleep for 11 seconds 00000100:00100000:2.0:1784938617.378366:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144373248 00000100:00100000:2.0:1784938617.378371:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144373248 00000100:00100000:2.0:1784938617.378500:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1784938617.378509:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7ced450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:22700:x1871643144373248:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1784938617.378648:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7ced450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:22700:x1871643144373248:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 139us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938617.378655:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1784938617.378858:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefca8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144373248:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1784938617.380058:0:25746:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1784938617.385992:0:22700:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1784938617.386035:0:22700:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1784938617.386047:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1800/0x26783cd1c59f032f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59f0336 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938617.386059:0:22700:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910cfd1a1800/0x26783cd1c59f032f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59f0336 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784938617.386070:0:22700:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1784938617.386072:0:22700:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff910d01839000 from 13 10000000:01000000:3.0:1784938617.386075:0:22700:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1784938617.386116:0:22700:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0600/0x26783cd1c59f033d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938617.386124:0:22700:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0600/0x26783cd1c59f033d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938617.386150:0:22700:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0600/0x26783cd1c59f033d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938617.386177:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefca8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144373376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1784938617.386281:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938617.386333:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc84d0180 going to sleep for 11 seconds 00000100:00100000:0.0:1784938617.386623:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144373376 00000100:00100000:0.0:1784938617.386633:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144373376 00000100:00100000:0.0:1784938617.386701:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1784938617.386711:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+21:22700:x1871643144373376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784938617.386728:0:22698:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938617.386743:0:22698:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59f0344 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59f033d expref: -99 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.386776:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59f0344 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59f033d expref: 22 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.386788:0:22698:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cc97d0c00/0x26783cd1c59f0344 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59f033d expref: 22 pid: 22698 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.386810:0:22698:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cc97d0c00, rc 0) 00000100:00100000:0.0:1784938617.386867:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:22700:x1871643144373376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 158us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938617.386873:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1784938617.387087:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefca8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144373376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784938617.387101:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0600/0x26783cd1c59f033d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59f0344 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938617.387109:0:22700:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0600/0x26783cd1c59f033d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59f0344 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938617.387173:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefca8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144373504:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784938617.387206:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938617.387262:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc84d0180 going to sleep for 11 seconds 00000100:00100000:1.0:1784938617.387384:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144373504 00000100:00100000:1.0:1784938617.387388:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144373504 00000100:00100000:1.0:1784938617.387429:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1784938617.387437:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:22700:x1871643144373504:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1784938617.387547:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:22700:x1871643144373504:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 111us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938617.387554:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1784938617.387624:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefca8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144373504:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784938617.387652:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefca8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144373632:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1784938617.387703:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938617.387727:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc84d0180 going to sleep for 11 seconds 00000100:00100000:1.0:1784938617.387954:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144373632 00000100:00100000:1.0:1784938617.387959:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144373632 00000100:00100000:1.0:1784938617.387989:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1784938617.387996:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:22700:x1871643144373632:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1784938617.388089:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:22700:x1871643144373632:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 92us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938617.388095:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1784938617.388180:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefca8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144373632:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1784938617.389354:0:25747:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1784938617.393046:0:22700:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1784938617.393163:0:22700:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1784938617.393261:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0600/0x26783cd1c59f033d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59f0344 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.393275:0:22700:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910cfd1a0600/0x26783cd1c59f033d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59f0344 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784938617.393287:0:22700:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1784938617.393290:0:22700:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff910cf786e000 from 13 10000000:01000000:1.0:1784938617.393294:0:22700:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1784938617.393336:0:22700:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cfef0c800/0x26783cd1c59f034b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.393343:0:22700:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910cfef0c800/0x26783cd1c59f034b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.393368:0:22700:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910cfef0c800/0x26783cd1c59f034b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938617.393392:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cd2049500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144373760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1784938617.393471:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1784938617.393530:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cca863a80 going to sleep for 11 seconds 00000100:00100000:1.0:1784938617.396323:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144373760 00000100:00100000:1.0:1784938617.396337:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144373760 00000100:00100000:1.0:1784938617.396391:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1784938617.396402:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+22:22700:x1871643144373760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1784938617.396533:0:22696:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1784938617.396554:0:22696:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cfef0da00/0x26783cd1c59f0352 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59f034b expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.396581:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cfef0da00/0x26783cd1c59f0352 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59f034b expref: 23 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.396593:0:22696:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cfef0da00/0x26783cd1c59f0352 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59f034b expref: 23 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.396602:0:22696:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cfef0da00, rc 0) 00000100:00100000:1.0:1784938617.397428:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:22700:x1871643144373760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1016us (3944us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938617.397436:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1784938617.398343:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cd2049500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144373760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784938617.398372:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910cfef0c800/0x26783cd1c59f034b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59f0352 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938617.398398:0:22700:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910cfef0c800/0x26783cd1c59f034b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59f0352 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938617.398501:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefca8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144373888:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784938617.398559:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938617.398605:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc84d0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1784938617.398943:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144373888 00000100:00100000:0.0:1784938617.398950:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144373888 00000100:00100000:0.0:1784938617.399007:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1784938617.399016:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:22700:x1871643144373888:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1784938617.399149:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cefc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:22700:x1871643144373888:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 134us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938617.399156:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1784938617.402791:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefca8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144373888:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784938617.403269:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefca8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144374016:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1784938617.403360:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938617.403406:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc84d0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1784938617.403512:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144374016 00000100:00100000:0.0:1784938617.403529:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144374016 00000100:00100000:0.0:1784938617.403578:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1784938617.403587:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7cedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:22700:x1871643144374016:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1784938617.403718:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7cedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:22700:x1871643144374016:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 132us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938617.403726:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1784938617.403808:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefca8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144374016:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1784938617.408330:0:25748:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1784938617.410330:0:22700:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1784938617.410370:0:22700:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1784938617.410381:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cfef0c800/0x26783cd1c59f034b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59f0352 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938617.410446:0:22700:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910cfef0c800/0x26783cd1c59f034b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59f0352 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784938617.412631:0:22700:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1784938617.412641:0:22700:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff910cf7af1800 from 13 10000000:01000000:2.0:1784938617.412647:0:22700:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1784938617.412756:0:22700:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cffbc0400/0x26783cd1c59f0359 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.412826:0:22700:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff910cffbc0400/0x26783cd1c59f0359 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.412838:0:22700:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff910cffbc0400/0x26783cd1c59f0359 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938617.412865:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cff2a0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144374144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1784938617.413617:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938617.413664:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cccbde3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1784938617.413896:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144374144 00000100:00100000:0.0:1784938617.413904:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144374144 00000100:00100000:0.0:1784938617.413966:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1784938617.413976:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7ced850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+23:22700:x1871643144374144:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1784938617.413993:0:22696:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938617.414011:0:22696:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff910cc97d1c00/0x26783cd1c59f0360 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x26783cd1c59f0359 expref: -99 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.414056:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff910cc97d1c00/0x26783cd1c59f0360 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x26783cd1c59f0359 expref: 24 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.414066:0:22696:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff910cc97d1c00/0x26783cd1c59f0360 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x26783cd1c59f0359 expref: 24 pid: 22696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.414076:0:22696:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cc97d1c00, rc 0) 00000100:00100000:0.0:1784938617.414139:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7ced850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:22700:x1871643144374144:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 164us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938617.414146:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1784938617.414272:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cff2a0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144374144:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1784938617.414288:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff910cffbc0400/0x26783cd1c59f0359 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59f0360 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.414305:0:22700:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff910cffbc0400/0x26783cd1c59f0359 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x26783cd1c59f0360 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938617.414375:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cff2a0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144374272:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1784938617.414808:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1784938617.414843:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cccbde3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1784938617.415065:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144374272 00000100:00100000:1.0:1784938617.415071:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144374272 00000100:00100000:1.0:1784938617.415111:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1784938617.415119:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:22700:x1871643144374272:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1784938617.415276:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:22700:x1871643144374272:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 157us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938617.415283:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1784938617.417056:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cff2a0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144374272:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784938617.417124:0:22700:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefcabb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144374400:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1784938617.417209:0:22700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938617.417844:0:22700:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc84d0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1784938617.422719:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144374400 00000100:00100000:0.0:1784938617.422734:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144374400 00000100:00100000:1.0:1784938617.427722:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1784938617.427740:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:22700:x1871643144374400:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1784938617.428765:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:22700:x1871643144374400:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1022us (11549us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938617.428777:0:22700:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefcabb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:b0ba3322-2873-4aba-81d8-130ebf90bc3a:22700:1871643144374400:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1784938617.428778:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000040:00080000:3.0:1784938617.429985:0:25749:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1784938617.431738:0:22700:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1784938617.431784:0:22700:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1784938617.431797:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff910cffbc0400/0x26783cd1c59f0359 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59f0360 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.431810:0:22700:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff910cffbc0400/0x26783cd1c59f0359 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x26783cd1c59f0360 expref: -99 pid: 22700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938617.438021:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938617.438157:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125381120 00000100:00100000:2.0:1784938617.438167:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125381120 00000100:00100000:2.0:1784938617.438262:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 40 00000100:00100000:2.0:1784938617.438275:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cd2049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+19:18737:x1871643125381120:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:2.0:1784938617.438302:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938617.438324:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f0367 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28d32 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.438438:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f036e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.438454:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f036e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.438481:0:22703:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f036e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784938617.438493:0:22703:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1784938617.438623:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f0367 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d32 expref: 22 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.438651:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f036e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d32 expref: 21 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.438661:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:2.0:1784938617.438665:0:22703:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1784938617.438669:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cffbc0600, rc 0) 00000100:00100000:2.0:1784938617.438724:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cd2049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+21:18737:x1871643125381120:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 455us (714us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1784938617.438730:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 40 00000100:00100000:0.0:1784938617.450739:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938617.450915:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938617.451072:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125381248 00000100:00100000:2.0:1784938617.451082:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125381248 00000100:00100000:2.0:1784938617.451146:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 41 00000100:00100000:2.0:1784938617.451156:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+21:18737:x1871643125381248:12345-192.168.203.26@tcp:54:lfs.0 00010000:00010000:2.0:1784938617.451254:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f037c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.451270:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f037c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.451281:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f037c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.451332:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f037c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.451340:0:22705:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f037c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.451347:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f037c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.451353:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc1800 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:2.0:1784938617.451358:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f037c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.451366:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f037c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.451379:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:2.0:1784938617.451382:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1784938617.451386:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f037c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.451392:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f037c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938617.451463:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+21:18737:x1871643125381248:12345-192.168.203.26@tcp:54:lfs.0 Request processed in 307us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938617.451470:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 41 00000100:00100000:1.0:1784938617.451964:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125381376 00000100:00100000:1.0:1784938617.451972:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125381376 00000100:00100000:1.0:1784938617.452185:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:1.0:1784938617.452301:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+21:2394:x1871643125381376:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1784938617.452315:0:22689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784938617.452335:0:22689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f036e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d32 expref: 21 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.452349:0:22689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:1.0:1784938617.452353:0:22689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784938617.452384:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+20:2394:x1871643125381376:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 191us (1654us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938617.452392:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:1.0:1784938617.456618:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938617.456908:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125381632 00000100:00100000:2.0:1784938617.456918:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125381632 00000100:00100000:2.0:1784938617.456972:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:2.0:1784938617.457004:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cd204aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+20:18737:x1871643125381632:12345-192.168.203.26@tcp:35:lfs.0 00000100:00100000:2.0:1784938617.457905:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cd204aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+21:18737:x1871643125381632:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 899us (1292us total) trans 12884901901 rc 0/0 00000100:00100000:2.0:1784938617.457914:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 7 00000040:00080000:1.0:1784938617.568341:0:22739:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1784938617.569371:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1784938617.798204:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938617.798370:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125381888 00000100:00100000:2.0:1784938617.798381:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125381888 00000100:00100000:2.0:1784938617.798482:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 42 00000100:00100000:2.0:1784938617.798493:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+21:18768:x1871643125381888:12345-192.168.203.26@tcp:101:cat.0 00010000:00010000:2.0:1784938617.798536:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938617.798571:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f0383 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28d39 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.798681:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0a00/0x26783cd1c59f038a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.798697:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0a00/0x26783cd1c59f038a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.798709:0:22703:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0a00/0x26783cd1c59f038a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1784938617.798721:0:22703:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1784938617.798861:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f0383 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d39 expref: 24 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.798879:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0a00/0x26783cd1c59f038a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d39 expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.798907:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:2.0:1784938617.798910:0:22703:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1784938617.798913:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cffbc0a00, rc 0) 00000100:00100000:2.0:1784938617.798982:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+23:18768:x1871643125381888:12345-192.168.203.26@tcp:101:cat.0 Request processed in 491us (787us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1784938617.798990:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 42 00000100:00100000:0.0:1784938617.808294:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938617.808339:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938617.808749:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125382144 00000100:00100000:3.0:1784938617.808759:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125382144 00000100:00100000:3.0:1784938617.808828:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 8 00000100:00100000:3.0:1784938617.808839:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+23:18768:x1871643125382144:12345-192.168.203.26@tcp:35:cat.0 00000100:00100000:3.0:1784938617.809165:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+24:18768:x1871643125382144:12345-192.168.203.26@tcp:35:cat.0 Request processed in 327us (880us total) trans 12884901903 rc 0/0 00000100:00100000:3.0:1784938617.809174:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 8 00000100:00100000:1.0:1784938617.810883:0:22688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125382272 00000100:00100000:1.0:1784938617.810909:0:22688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125382272 00000100:00100000:1.0:1784938617.810976:0:22688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1 00000100:00100000:1.0:1784938617.810986:0:22688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+24:2394:x1871643125382272:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1784938617.811000:0:22688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784938617.811022:0:22688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0a00/0x26783cd1c59f038a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d39 expref: 24 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.811042:0:22688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:1.0:1784938617.811047:0:22688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784938617.811102:0:22688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+23:2394:x1871643125382272:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 118us (2762us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938617.811118:0:22688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1 00000100:00100000:0.0:1784938617.896344:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938617.896481:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125382528 00000100:00100000:2.0:1784938617.896492:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125382528 00000100:00100000:2.0:1784938617.896563:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43 00000100:00100000:2.0:1784938617.896574:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+23:18774:x1871643125382528:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1784938617.896599:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938617.896621:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0a00/0x26783cd1c59f0398 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28d40 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.896738:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f039f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.896754:0:22705:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0200/0x26783cd1c59f0305 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d1d expref: 24 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.896762:0:22705:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f031a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d24 expref: 24 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.896770:0:22705:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f039f lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.896803:0:22705:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f031a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d24 expref: 24 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.896828:0:22705:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f031a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d24 expref: 24 pid: 22703 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938617.896842:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cff2a0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22705:1871643144374528:192.168.203.26@tcp:104: 00010000:00010000:2.0:1784938617.896940:0:22705:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0200/0x26783cd1c59f0305 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d1d expref: 24 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938617.896950:0:22705:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0200/0x26783cd1c59f0305 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d1d expref: 24 pid: 22704 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938617.896959:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cff2a3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22705:1871643144374656:192.168.203.26@tcp:104: 00000100:00100000:2.0:1784938617.896983:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cccbde3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784938617.902413:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938617.902454:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938617.902512:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125382656 00000100:00100000:1.0:1784938617.902535:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125382656 00000100:00100000:3.0:1784938617.902550:0:24236:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125382784 00000100:00100000:3.0:1784938617.902556:0:24236:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125382784 00010000:00010000:1.0:1784938617.902578:0:22689:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f031a lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d24 expref: 26 pid: 22703 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938617.902581:0:24236:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0200/0x26783cd1c59f0305 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d1d expref: 26 pid: 22704 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938617.902635:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00100000:1.0:1784938617.902646:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff2a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+26:2395:x1871643125382656:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1784938617.902663:0:22689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784938617.902671:0:22689:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f031a lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d24 expref: 26 pid: 22703 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.902688:0:22689:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f031a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d24 expref: 26 pid: 22703 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938617.902688:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cff2a0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22705:1871643144374528:192.168.203.26@tcp:104: 00000100:00100000:0.0:1784938617.902707:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cff2a3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22705:1871643144374656:192.168.203.26@tcp:104: 00010000:00010000:1.0:1784938617.902718:0:22689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f031a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d24 expref: 26 pid: 22703 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.902735:0:22705:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f039f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.902752:0:22689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:1.0:1784938617.902759:0:22689:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f039f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.902768:0:22689:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f039f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.902776:0:22689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784938617.902834:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff2a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+25:2395:x1871643125382656:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 190us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938617.902842:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00100000:1.0:1784938617.902860:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 18 00000100:00100000:1.0:1784938617.902867:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc8f29850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+24:2395:x1871643125382784:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1784938617.902876:0:22689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784938617.902881:0:22689:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0200/0x26783cd1c59f0305 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d1d expref: 24 pid: 22704 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.902890:0:22689:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0200/0x26783cd1c59f0305 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d1d expref: 24 pid: 22704 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.902901:0:22689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0200/0x26783cd1c59f0305 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d1d expref: 24 pid: 22704 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.902910:0:22689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:1.0:1784938617.902914:0:22689:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f039f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.902954:0:22689:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f039f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.902963:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f039f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.902991:0:22689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784938617.903012:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc8f29850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+23:2395:x1871643125382784:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 146us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938617.903018:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 18 00010000:00010000:0.0:1784938617.903271:0:22705:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f039f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.903281:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f039f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1784938617.903311:0:22705:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1784938617.903452:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0a00/0x26783cd1c59f0398 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d40 expref: 24 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.903469:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1800/0x26783cd1c59f039f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d40 expref: 23 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.903476:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:0.0:1784938617.903479:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1784938617.903482:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cffbc1800, rc 0) 00000100:00100000:0.0:1784938617.903528:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+23:18774:x1871643125382528:12345-192.168.203.26@tcp:101:dd.0 Request processed in 6944us (7184us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1784938617.903535:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43 00000100:00100000:3.0:1784938617.906382:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938617.906465:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125382912 00000100:00100000:0.0:1784938617.906475:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125382912 00000100:00100000:0.0:1784938617.906537:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 44 00000100:00100000:0.0:1784938617.906548:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+23:18774:x1871643125382912:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:0.0:1784938617.906571:0:25041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938617.906590:0:25041:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1400/0x26783cd1c59f03ad lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28d47 expref: -99 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.906628:0:25041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f03b4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.906643:0:25041:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f03b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.906676:0:25041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f03b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.906788:0:25041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1400/0x26783cd1c59f03ad lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d47 expref: 25 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.906805:0:25041:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f03b4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d47 expref: 24 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.906814:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:0.0:1784938617.906817:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1784938617.906820:0:25041:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cc97d1e00, rc 0) 00000100:00100000:0.0:1784938617.906878:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+24:18774:x1871643125382912:12345-192.168.203.26@tcp:101:dd.0 Request processed in 332us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938617.906885:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 44 00000100:00100000:0.0:1784938617.916115:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938617.916247:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125383168 00000100:00100000:1.0:1784938617.916256:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125383168 00000100:00100000:1.0:1784938617.916312:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 45 00000100:00100000:1.0:1784938617.916323:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+24:18774:x1871643125383168:12345-192.168.203.26@tcp:36:dd.0 00010000:00010000:1.0:1784938617.916558:0:22704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0de00/0x26783cd1c59f03bb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.916576:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0de00/0x26783cd1c59f03bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.916587:0:22704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0de00/0x26783cd1c59f03bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1784938617.916629:0:22704:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:1.0:1784938617.916654:0:22704:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d8fdfb07 reply state 000000001365229b transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0de00/0x26783cd1c59f03bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.916666:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0de00/0x26783cd1c59f03bb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.916693:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:1.0:1784938617.916695:0:22704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1784938617.916700:0:22704:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1784938617.916792:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+27:18774:x1871643125383168:12345-192.168.203.26@tcp:36:dd.0 Request processed in 471us (686us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1784938617.916799:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 45 00000020:00080000:1.0:1784938617.916804:0:22704:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1784938617.919421:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938617.919744:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125383296 00000100:00100000:3.0:1784938617.919758:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125383296 00000100:00100000:0.0:1784938617.919956:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 46 00000100:00100000:0.0:1784938617.919970:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+27:18774:x1871643125383296:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:0.0:1784938617.920008:0:25041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938617.920038:0:25041:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0400/0x26783cd1c59f03c2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28d4e expref: -99 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.920119:0:25041:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0400/0x26783cd1c59f03c2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d4e expref: 28 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.920165:0:25041:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0400/0x26783cd1c59f03c2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d4e expref: 28 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.920193:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:0.0:1784938617.920197:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1784938617.920202:0:25041:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cc97d0400, rc 0) 00000100:00100000:0.0:1784938617.920320:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+28:18774:x1871643125383296:12345-192.168.203.26@tcp:101:dd.0 Request processed in 353us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938617.920329:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 46 00000100:00100000:3.0:1784938617.939547:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938617.939965:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125383552 00000100:00100000:0.0:1784938617.939980:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125383552 00000100:00100000:0.0:1784938617.940073:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2 00000100:00100000:0.0:1784938617.940086:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcaad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+28:18774:x1871643125383552:12345-192.168.203.26@tcp:103:dd.0 00010000:00010000:0.0:1784938617.940108:0:22690:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1784938617.940142:0:22690:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0400/0x26783cd1c59f03c2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d4e expref: 28 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938617.940165:0:22690:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:0.0:1784938617.940171:0:22690:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1784938617.940307:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcaad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+27:18774:x1871643125383552:12345-192.168.203.26@tcp:103:dd.0 Request processed in 223us (776us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938617.940316:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2 00000100:00100000:2.0:1784938617.941972:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938617.942076:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125383680 00000100:00100000:1.0:1784938617.942092:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125383680 00000100:00100000:1.0:1784938617.942162:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 47 00000100:00100000:1.0:1784938617.942174:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff2a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+27:18774:x1871643125383680:12345-192.168.203.26@tcp:58:dd.0 00010000:00010000:1.0:1784938617.942329:0:22704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0d800/0x26783cd1c59f03c9 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.942347:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0d800/0x26783cd1c59f03c9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938617.942359:0:22704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0d800/0x26783cd1c59f03c9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1784938617.943851:0:22704:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1784938617.943886:0:22704:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:1.0:1784938617.944186:0:22704:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:1.0:1784938617.944374:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff2a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+27:18774:x1871643125383680:12345-192.168.203.26@tcp:58:dd.0 Request processed in 2198us (2408us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938617.944385:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 47 00000100:00100000:2.0:1784938617.947588:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938617.947712:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125383808 00000100:00100000:3.0:1784938617.947723:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125383808 00000100:00100000:3.0:1784938617.947797:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 48 00000100:00100000:3.0:1784938617.947812:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+27:18774:x1871643125383808:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:3.0:1784938617.947844:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1784938617.947874:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0a00/0x26783cd1c59f03d0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28d55 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938617.947949:0:22703:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0d800/0x26783cd1c59f03c9 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938617.947961:0:22703:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0a00/0x26783cd1c59f03d0 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d55 expref: 28 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938617.948005:0:22703:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0d800/0x26783cd1c59f03c9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938617.948023:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0a00/0x26783cd1c59f03d0 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d55 expref: 28 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938617.948041:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:3.0:1784938617.948044:0:22703:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1784938617.948048:0:22703:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0a00/0x26783cd1c59f03d0 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d55 expref: 28 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938617.948057:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cfd1a0a00, rc 0) 00000100:00100000:3.0:1784938617.948172:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+28:18774:x1871643125383808:12345-192.168.203.26@tcp:101:dd.0 Request processed in 362us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938617.948180:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 48 00010000:00010000:0.0:1784938618.211228:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784938618.488633:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938618.488721:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938618.488762:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938618.488830:0:24211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125384320 00000100:00100000:1.0:1784938618.488844:0:24211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125384320 00000100:00100000:1.0:1784938618.488952:0:24211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00100000:1.0:1784938618.488989:0:24211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+5:2392:x1871643125384320:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1784938618.489099:0:24211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+5:2392:x1871643125384320:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 114us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938618.489108:0:24211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00080000:2.0:1784938618.491661:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1784938618.497500:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938618.497572:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938618.497598:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938618.497750:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125384832 00000100:00100000:2.0:1784938618.497762:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125384832 00000100:00100000:2.0:1784938618.497849:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 20 00000100:00100000:2.0:1784938618.497861:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5e033baf-5300-46ff-bd82-5e606fc2b944+5:2392:x1871643125384832:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1784938618.497976:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5e033baf-5300-46ff-bd82-5e606fc2b944+5:2392:x1871643125384832:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 117us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938618.497984:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 20 00000100:00080000:2.0:1784938618.498031:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1784938618.498045:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125383936 00000100:00100000:2.0:1784938618.498049:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125383936 00000100:00100000:2.0:1784938618.498082:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 167 00000100:00100000:2.0:1784938618.498089:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+13:2392:x1871643125383936:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1784938618.498120:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2a45e01a-2565-4934-a7cb-41c07af398b2+13:2392:x1871643125383936:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 31us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938618.498128:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 167 00000100:00100000:0.0:1784938618.499084:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125384064 00000100:00100000:0.0:1784938618.499093:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125384064 00000100:00100000:0.0:1784938618.499171:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125384576 00000100:00100000:0.0:1784938618.499197:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125384576 00000100:00100000:0.0:1784938618.499247:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 59 00000100:00100000:0.0:1784938618.499257:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+28:2392:x1871643125384064:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1784938618.499317:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+28:2392:x1871643125384064:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 60us (10699us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938618.499325:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 59 00000100:00100000:0.0:1784938618.499341:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 60 00000100:00100000:0.0:1784938618.499360:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5e033baf-5300-46ff-bd82-5e606fc2b944+12:2392:x1871643125384576:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1784938618.499398:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5e033baf-5300-46ff-bd82-5e606fc2b944+12:2392:x1871643125384576:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 38us (10635us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938618.499404:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 60 00000100:00080000:2.0:1784938618.500246:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1784938618.504135:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938618.504195:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938618.504239:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938618.504297:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125384448 00000100:00100000:3.0:1784938618.504309:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125384448 00000100:00100000:3.0:1784938618.504414:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125384960 00000100:00100000:3.0:1784938618.504418:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125384960 00000100:00100000:3.0:1784938618.504442:0:24786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 21 00000100:00100000:3.0:1784938618.504454:0:24786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+5:2392:x1871643125384448:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1784938618.504736:0:24786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+5:2392:x1871643125384448:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 283us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938618.504746:0:24786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 21 00000100:00100000:3.0:1784938618.504767:0:24786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 22 00000100:00100000:3.0:1784938618.504774:0:24786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5e033baf-5300-46ff-bd82-5e606fc2b944+5:2392:x1871643125384960:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1784938618.504802:0:24786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5e033baf-5300-46ff-bd82-5e606fc2b944+5:2392:x1871643125384960:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 29us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938618.504809:0:24786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 22 00000100:00100000:0.0:1784938618.504969:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125384192 00000100:00100000:0.0:1784938618.504975:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125384192 00000100:00100000:0.0:1784938618.505022:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125384704 00000100:00100000:0.0:1784938618.505026:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125384704 00000100:00100000:0.0:1784938618.505042:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 61 00000100:00100000:0.0:1784938618.505049:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefcab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+5:2392:x1871643125384192:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1784938618.505084:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefcab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+5:2392:x1871643125384192:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 36us (7485us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938618.505091:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 61 00000100:00100000:0.0:1784938618.505105:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 62 00000100:00100000:0.0:1784938618.505111:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc587ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5e033baf-5300-46ff-bd82-5e606fc2b944+5:2392:x1871643125384704:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1784938618.505136:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc587ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5e033baf-5300-46ff-bd82-5e606fc2b944+5:2392:x1871643125384704:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 25us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938618.505143:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 62 00000100:00080000:2.0:1784938618.505826:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1784938618.505836:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1784938618.527934:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cd2048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144374912:192.168.203.126@tcp:13:osp-pre-0-1.0 00000100:00100000:2.0:1784938618.527960:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144374784:192.168.203.126@tcp:41:osp-pre-1-0.0 00000100:00100000:3.0:1784938618.530556:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1784938618.530591:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cefc46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144375040:192.168.203.126@tcp:41:osp-pre-0-1.0 00000100:00100000:1.0:1784938618.532708:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938618.532884:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144374784 00000100:00100000:3.0:1784938618.532958:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144374784 00000100:00100000:3.0:1784938618.533073:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 51 00000100:00100000:3.0:1784938618.533087:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cd204a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144374784:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 00000004:00000024:3.0:1784938618.533150:0:22708:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1784938618.533388:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cd204a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144374784:12345-192.168.203.126@tcp:41:osp-pre-1-0.0 Request processed in 305us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938618.533397:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 51 00000100:00100000:2.0:1784938618.533666:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144374784:192.168.203.126@tcp:41:osp-pre-1-0.0 00000100:00100000:0.0:1784938618.537087:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938618.537162:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938618.537229:0:24214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144374912 00000100:00100000:1.0:1784938618.537243:0:24214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144374912 00000100:00100000:1.0:1784938618.537352:0:24214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 19 00000100:00100000:0.0:1784938618.537363:0:24213:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:1.0:1784938618.537364:0:24214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144374912:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 00000100:00100000:0.0:1784938618.537378:0:24213:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00002000:00000024:1.0:1784938618.537407:0:24214:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1784938618.537485:0:24214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144374912:12345-192.168.203.126@tcp:13:osp-pre-0-1.0 Request processed in 124us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938618.537494:0:24214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 19 00000100:00100000:2.0:1784938618.537754:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144375040 00000100:00100000:2.0:1784938618.537759:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144375040 00000100:00100000:2.0:1784938618.537806:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 52 00000100:00100000:2.0:1784938618.537815:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144375040:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 00000004:00000024:2.0:1784938618.537858:0:22709:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:2.0:1784938618.537906:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144375040:12345-192.168.203.126@tcp:41:osp-pre-0-1.0 Request processed in 93us (744us total) trans 0 rc 0/0 00000100:00080000:3.0:1784938618.537961:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1784938618.538267:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 52 00000100:00100000:0.0:1784938618.538282:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cd2048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144374912:192.168.203.126@tcp:13:osp-pre-0-1.0 00000100:00100000:2.0:1784938618.539284:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cefc46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144375040:192.168.203.126@tcp:41:osp-pre-0-1.0 00000040:00080000:1.0:1784938618.591535:0:22739:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1784938618.591550:0:22739:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1784938618.591616:0:22739:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1784938618.591631:0:22739:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1784938618.591846:0:22739:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cd204b100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22739:1871643144375168:192.168.203.26@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1784938618.591943:0:22739:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cca863900 going to sleep for 11 seconds 00000100:00100000:1.0:1784938618.594876:0:22739:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cd204b100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22739:1871643144375168:192.168.203.26@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1784938618.595509:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938618.595884:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125385088 00000100:00100000:0.0:1784938618.595894:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125385088 00000100:00100000:0.0:1784938618.595976:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 49 00000100:00100000:0.0:1784938618.595987:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+28:18775:x1871643125385088:12345-192.168.203.26@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1784938618.596040:0:25041:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1784938618.596193:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+28:18775:x1871643125385088:12345-192.168.203.26@tcp:53:lhsmtool_posix.0 Request processed in 207us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938618.596201:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 49 00000100:00100000:0.0:1784938618.603750:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938618.604307:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125385216 00000100:00100000:3.0:1784938618.604341:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125385216 00000100:00100000:3.0:1784938618.604478:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 50 00000100:00100000:3.0:1784938618.604499:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+28:18775:x1871643125385216:12345-192.168.203.26@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1784938618.604943:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0e00/0x26783cd1c59f03d7 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.604966:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0e00/0x26783cd1c59f03d7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.604980:0:22703:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0e00/0x26783cd1c59f03d7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605413:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f03de lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605436:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f03de lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605449:0:22703:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f03de lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605479:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f03e5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605487:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f03e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605494:0:22703:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f03e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1784938618.605573:0:22703:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1784938618.605577:0:22703:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1784938618.605606:0:22703:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f03e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605618:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0e00/0x26783cd1c59f03d7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605625:0:22703:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0e00/0x26783cd1c59f03d7 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605632:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0e00/0x26783cd1c59f03d7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605638:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a0e00 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:3.0:1784938618.605641:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0e00/0x26783cd1c59f03d7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605648:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0e00/0x26783cd1c59f03d7 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605661:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff910bc1799700) 00010000:00010000:3.0:1784938618.605663:0:22703:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1784938618.605668:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0e00/0x26783cd1c59f03d7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605674:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0e00/0x26783cd1c59f03d7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605687:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f03de lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605693:0:22703:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f03de lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605699:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f03de lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605709:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a1600 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:3.0:1784938618.605712:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f03de lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605718:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f03de lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605725:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff910bc73a6900) 00010000:00010000:3.0:1784938618.605728:0:22703:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1784938618.605731:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f03de lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605736:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f03de lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605751:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f03e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605757:0:22703:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f03e5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605763:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f03e5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605767:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a0000 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:3.0:1784938618.605769:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f03e5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605775:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f03e5 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605793:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:3.0:1784938618.605795:0:22703:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1784938618.605798:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f03e5 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.605805:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f03e5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938618.605974:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+28:18775:x1871643125385216:12345-192.168.203.26@tcp:34:lhsmtool_posix.0 Request processed in 1474us (2233us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938618.605985:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 50 00000100:00100000:3.0:1784938618.610877:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938618.610966:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125385472 00000100:00100000:0.0:1784938618.610976:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125385472 00000100:00100000:0.0:1784938618.611030:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 51 00000100:00100000:0.0:1784938618.611040:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+28:18775:x1871643125385472:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1784938618.611060:0:25041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938618.611105:0:25041:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1400/0x26783cd1c59f03ec lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28d5c expref: -99 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.611238:0:25041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0400/0x26783cd1c59f03f3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.611253:0:25041:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0400/0x26783cd1c59f03f3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.611397:0:25041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0400/0x26783cd1c59f03f3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1784938618.611409:0:25041:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1784938618.611487:0:25041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0400/0x26783cd1c59f03f3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.611495:0:25041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0400/0x26783cd1c59f03f3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.611501:0:25041:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0400/0x26783cd1c59f03f3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.611507:0:25041:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d0400 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:0.0:1784938618.611582:0:25041:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0400/0x26783cd1c59f03f3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.611592:0:25041:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0400/0x26783cd1c59f03f3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.611604:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:0.0:1784938618.611608:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1784938618.611613:0:25041:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0400/0x26783cd1c59f03f3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.611619:0:25041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0400/0x26783cd1c59f03f3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.611659:0:25041:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1400/0x26783cd1c59f03ec lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d5c expref: 30 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.611682:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff910bc1799700) 00010000:00010000:0.0:1784938618.611684:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1784938618.611689:0:25041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1400/0x26783cd1c59f03ec lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d5c expref: 30 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.611699:0:25041:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cc97d1400, rc 0) 00000100:00100000:0.0:1784938618.611798:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+29:18775:x1871643125385472:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 758us (929us total) trans 12884901907 rc 301/301 00000100:00100000:0.0:1784938618.611805:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 51 00000100:00100000:2.0:1784938618.619114:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938618.619983:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125385600 00000100:00100000:1.0:1784938618.619993:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125385600 00000100:00100000:1.0:1784938618.620095:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 52 00000100:00100000:1.0:1784938618.620106:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff2a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+29:18775:x1871643125385600:12345-192.168.203.26@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1784938618.620157:0:22704:0:(mdt_handler.c:7961:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1784938618.620340:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff2a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+29:18775:x1871643125385600:12345-192.168.203.26@tcp:53:lhsmtool_posix.0 Request processed in 235us (1233us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938618.620348:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 52 00000100:00100000:2.0:1784938618.624921:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938618.625075:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125385856 00000100:00100000:0.0:1784938618.625086:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125385856 00000100:00100000:0.0:1784938618.625148:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 53 00000100:00100000:0.0:1784938618.625157:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff2a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+29:18775:x1871643125385856:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1784938618.625177:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938618.625198:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1400/0x26783cd1c59f0401 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28d63 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1784938618.625820:0:22705:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x6:0x0], count =60 00000004:00080000:0.0:1784938618.625828:0:22705:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x6:0x0]+60 in llog 00000004:00080000:0.0:1784938618.625848:0:22705:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:0.0:1784938618.625990:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0400/0x26783cd1c59f0408 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.626005:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0400/0x26783cd1c59f0408 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.626017:0:22705:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0400/0x26783cd1c59f0408 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22705 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.626092:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1400/0x26783cd1c59f0401 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d63 expref: 32 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.626111:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0400/0x26783cd1c59f0408 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d63 expref: 31 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.626120:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff910bc1799800) 00010000:00010000:0.0:1784938618.626123:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1784938618.626126:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cc97d0400, rc 0) 00000100:00100000:0.0:1784938618.626197:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff2a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+31:18775:x1871643125385856:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 1041us (1285us total) trans 12884901908 rc 0/0 00000100:00100000:0.0:1784938618.629561:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 53 00000100:00100000:2.0:1784938618.630476:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938618.630658:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125386112 00000100:00100000:3.0:1784938618.630668:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125386112 00000100:00100000:3.0:1784938618.630725:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 54 00000100:00100000:3.0:1784938618.630735:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+31:18775:x1871643125386112:12345-192.168.203.26@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1784938618.630796:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784938618.630822:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0400/0x26783cd1c59f0408 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d63 expref: 31 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.630840:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff910bc1799800) 00010000:00010000:3.0:1784938618.630851:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1784938618.630871:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f0416 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.630884:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f0416 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.630903:0:22703:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f0416 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.630917:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f041d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x88852a0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.630924:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f041d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x88852a0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.630931:0:22703:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f041d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x88852a0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.630974:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f0416 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.630980:0:22703:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f0416 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.630987:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f0416 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.630993:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a0000 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:3.0:1784938618.630998:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f0416 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.631005:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f0416 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.631012:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff910ccd00ee00) 00010000:00010000:3.0:1784938618.631014:0:22703:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1784938618.631018:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f0416 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.631029:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0000/0x26783cd1c59f0416 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.631038:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f041d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x88852a0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.631044:0:22703:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f041d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x88852a0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.631050:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f041d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x88852a0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.631055:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a1600 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:3.0:1784938618.631058:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f041d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x88852a0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.631063:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f041d lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x88852a0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.631070:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x88852a0d (ffff910bc73a6900) 00010000:00010000:3.0:1784938618.631072:0:22703:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1784938618.631074:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f041d lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x88852a0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.631080:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a1600/0x26783cd1c59f041d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x88852a0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938618.631157:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+30:18775:x1871643125386112:12345-192.168.203.26@tcp:36:lhsmtool_posix.0 Request processed in 424us (685us total) trans 0 rc -2/-2 00000100:00100000:3.0:1784938618.631164:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 54 00000100:00100000:3.0:1784938618.634506:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938618.634647:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125386240 00000100:00100000:2.0:1784938618.634657:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125386240 00000100:00100000:2.0:1784938618.634716:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 55 00000100:00100000:2.0:1784938618.634726:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cefc46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+30:18775:x1871643125386240:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1784938618.634745:0:25041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938618.634766:0:25041:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0a00/0x26783cd1c59f0424 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28d6a expref: -99 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.634800:0:25041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f042b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.634813:0:25041:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f042b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.634823:0:25041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f042b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.634932:0:25041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0a00/0x26783cd1c59f0424 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d6a expref: 32 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.634950:0:25041:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1c00/0x26783cd1c59f042b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d6a expref: 31 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.634959:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff910ccd00e500) 00010000:00010000:2.0:1784938618.634962:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1784938618.634965:0:25041:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cffbc1c00, rc 0) 00000100:00100000:2.0:1784938618.635020:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cefc46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+31:18775:x1871643125386240:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 295us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938618.635026:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 55 00000100:00100000:3.0:1784938618.638914:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938618.639261:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125386496 00000100:00100000:0.0:1784938618.639280:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125386496 00000100:00100000:0.0:1784938618.639339:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 56 00000100:00100000:0.0:1784938618.639350:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff245500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+31:18775:x1871643125386496:12345-192.168.203.26@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1784938618.639434:0:22703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0200/0x26783cd1c59f0432 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.639453:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0200/0x26783cd1c59f0432 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.639465:0:22703:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0200/0x26783cd1c59f0432 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1784938618.639863:0:22703:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:0.0:1784938618.639873:0:22703:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 686671658211ns, next at 687671655786ns, rc = 0 00000004:00010000:0.0:1784938618.639942:0:22703:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001128f4af reply state 00000000d3c7a755 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0200/0x26783cd1c59f0432 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.639956:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0200/0x26783cd1c59f0432 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.639963:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff910ccd00e500) 00010000:00010000:0.0:1784938618.639966:0:22703:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1784938618.639970:0:22703:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1784938618.640077:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff245500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+33:18775:x1871643125386496:12345-192.168.203.26@tcp:36:lhsmtool_posix.0 Request processed in 727us (1172us total) trans 12884901909 rc 0/0 00000100:00100000:0.0:1784938618.640085:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 56 00000100:00100000:2.0:1784938618.644334:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938618.644655:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125386624 00000100:00100000:0.0:1784938618.644666:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125386624 00000100:00100000:0.0:1784938618.644728:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 57 00000100:00100000:0.0:1784938618.644739:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cc875d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+33:18775:x1871643125386624:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1784938618.644763:0:25041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938618.644784:0:25041:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910ce6b76200/0x26783cd1c59f0439 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28d71 expref: -99 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.644842:0:25041:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910ce6b76200/0x26783cd1c59f0439 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d71 expref: 34 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.644857:0:25041:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910ce6b76200/0x26783cd1c59f0439 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d71 expref: 34 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.644877:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff910ccd00e500) 00010000:00010000:0.0:1784938618.644880:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1784938618.644898:0:25041:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910ce6b76200, rc 0) 00000100:00100000:0.0:1784938618.644957:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cc875d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+34:18775:x1871643125386624:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 221us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938618.644965:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 57 00000100:00100000:3.0:1784938618.648508:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938618.648677:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125386752 00000100:00100000:1.0:1784938618.648685:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125386752 00000100:00100000:1.0:1784938618.648743:0:24786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 20 00000100:00100000:1.0:1784938618.648753:0:24786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff244e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+5:2394:x1871643125386752:12345-192.168.203.26@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1784938618.648976:0:24786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff244e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+6:2394:x1871643125386752:12345-192.168.203.26@tcp:2:lhsmtool_posix.0 Request processed in 224us (476us total) trans 12884901891 rc 0/0 00000100:00100000:1.0:1784938618.648984:0:24786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 20 00000100:00100000:3.0:1784938618.652698:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938618.653589:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125387008 00000100:00100000:1.0:1784938618.653605:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125387008 00000100:00100000:1.0:1784938618.653692:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00100000:1.0:1784938618.653703:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff245f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+34:18775:x1871643125387008:12345-192.168.203.26@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1784938618.653936:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff245f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+35:18775:x1871643125387008:12345-192.168.203.26@tcp:35:lhsmtool_posix.0 Request processed in 235us (1247us total) trans 12884901910 rc 0/0 00000100:00100000:1.0:1784938618.653944:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00100000:0.0:1784938618.656422:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938618.656507:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125387264 00000100:00100000:3.0:1784938618.656529:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125387264 00000100:00100000:3.0:1784938618.656589:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 58 00000100:00100000:3.0:1784938618.656600:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+35:18775:x1871643125387264:12345-192.168.203.26@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1784938618.656718:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+35:18775:x1871643125387264:12345-192.168.203.26@tcp:57:lhsmtool_posix.0 Request processed in 120us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938618.656727:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 58 00000100:00100000:3.0:1784938618.659835:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1784938618.659991:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125387392 00000100:00100000:0.0:1784938618.660001:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125387392 00000100:00100000:0.0:1784938618.660062:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 59 00000100:00100000:0.0:1784938618.660072:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff246680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+35:18775:x1871643125387392:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1784938618.660094:0:25041:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1784938618.660118:0:25041:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910ce6b77200/0x26783cd1c59f0440 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28d78 expref: -99 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.660450:0:25041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cff240800/0x26783cd1c59f0447 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.660466:0:25041:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cff240800/0x26783cd1c59f0447 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.660477:0:25041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cff240800/0x26783cd1c59f0447 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1784938618.660600:0:25041:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1784938618.660622:0:25041:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff910cff240800/0x26783cd1c59f0447 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.660660:0:25041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910ce6b77200/0x26783cd1c59f0440 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d78 expref: 37 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.660678:0:25041:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cff240800/0x26783cd1c59f0447 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d78 expref: 36 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.660694:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff910ccd00e500) 00010000:00010000:0.0:1784938618.660697:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1784938618.660701:0:25041:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cff240800, rc 0) 00000100:00100000:0.0:1784938618.660801:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff246680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+36:18775:x1871643125387392:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 730us (975us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938618.660809:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 59 00000100:00100000:0.0:1784938618.674583:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938618.674677:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125387520 00000100:00100000:2.0:1784938618.674687:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125387520 00000100:00100000:2.0:1784938618.674742:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 21 00000100:00100000:2.0:1784938618.674752:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+6:2393:x1871643125387520:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1784938618.674770:0:24212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938618.674792:0:24212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000cf3abbf/0x26783cd1c59f044e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28d7f expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1784938618.674815:0:24212:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a64007a, blocks: 0x0 00010000:00010000:2.0:1784938618.674834:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=686s v=(0 0) 00010000:00010000:2.0:1784938618.674838:0:24212:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784938618.674847:0:24212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000cf3abbf/0x26783cd1c59f044e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d7f expref: 7 pid: 24212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.674865:0:24212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000cf3abbf/0x26783cd1c59f044e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d7f expref: 7 pid: 24212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.674878:0:24212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cffbc0a00, rc 0) 00000100:00100000:2.0:1784938618.674939:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+7:2393:x1871643125387520:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 188us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938618.674946:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 21 00000100:00100000:0.0:1784938618.677914:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938618.678036:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125387776 00000100:00100000:3.0:1784938618.678046:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125387776 00000100:00100000:0.0:1784938618.678178:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 60 00000100:00100000:0.0:1784938618.678187:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+36:18775:x1871643125387776:12345-192.168.203.26@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1784938618.678479:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+36:18775:x1871643125387776:12345-192.168.203.26@tcp:57:lhsmtool_posix.0 Request processed in 292us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938618.678487:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 60 00000100:00100000:3.0:1784938618.681080:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938618.681180:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125387904 00000100:00100000:2.0:1784938618.681189:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125387904 00000100:00100000:2.0:1784938618.681365:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 61 00000100:00100000:2.0:1784938618.681375:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff244a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+36:18775:x1871643125387904:12345-192.168.203.26@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1784938618.687488:0:22683:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:3.0:1784938618.687505:0:22683:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00010000:00010000:0.0:1784938618.687682:0:3626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1a00/0x26783cd1c59f0241 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687695:0:3626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1a00/0x26783cd1c59f0241 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687703:0:3626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1a00/0x26783cd1c59f0241 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687709:0:3626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc1a00 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:0.0:1784938618.687713:0:3626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1a00/0x26783cd1c59f0241 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687731:0:3626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1a00/0x26783cd1c59f0241 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687747:0:3626:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff910ccd00e600) 00010000:00010000:0.0:1784938618.687750:0:3626:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784938618.687755:0:3626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1a00/0x26783cd1c59f0241 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687761:0:3626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1a00/0x26783cd1c59f0241 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687781:0:3626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f0248 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687787:0:3626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f0248 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687793:0:3626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f0248 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687797:0:3626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc1600 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:0.0:1784938618.687799:0:3626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f0248 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687805:0:3626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f0248 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687812:0:3626:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff910ccd00ee00) 00010000:00010000:0.0:1784938618.687814:0:3626:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784938618.687816:0:3626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f0248 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687828:0:3626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f0248 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687842:0:3626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02fe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687848:0:3626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02fe lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687853:0:3626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02fe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687857:0:3626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc1e00 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:0.0:1784938618.687860:0:3626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02fe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687865:0:3626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02fe lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687872:0:3626:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff910ccd00e900) 00010000:00010000:0.0:1784938618.687875:0:3626:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784938618.687877:0:3626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02fe lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687883:0:3626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f02fe lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687895:0:3626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0de00/0x26783cd1c59f03bb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687900:0:3626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0de00/0x26783cd1c59f03bb lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687912:0:3626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0de00/0x26783cd1c59f03bb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687917:0:3626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfef0de00 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:0.0:1784938618.687920:0:3626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0de00/0x26783cd1c59f03bb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687927:0:3626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0de00/0x26783cd1c59f03bb lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687935:0:3626:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:0.0:1784938618.687937:0:3626:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1784938618.687940:0:3626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0de00/0x26783cd1c59f03bb lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687945:0:3626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0de00/0x26783cd1c59f03bb lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687958:0:3626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0200/0x26783cd1c59f0432 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687963:0:3626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0200/0x26783cd1c59f0432 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687968:0:3626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0200/0x26783cd1c59f0432 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687973:0:3626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d0200 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:0.0:1784938618.687976:0:3626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0200/0x26783cd1c59f0432 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687991:0:3626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0200/0x26783cd1c59f0432 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.687999:0:3626:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff910ccd00e500) 00010000:00010000:0.0:1784938618.688000:0:3626:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1784938618.688003:0:3626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0200/0x26783cd1c59f0432 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.688009:0:3626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d0200/0x26783cd1c59f0432 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22703 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938618.691291:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000001:00080000:3.0:1784938618.693437:0:22683:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:0.0:1784938618.693595:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f02a3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.693609:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f02a3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.693623:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f02a3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.693630:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cc97d1600 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:0.0:1784938618.693645:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f02a3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.693655:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f02a3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.693672:0:3627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff910ccd00ee00) 00010000:00010000:0.0:1784938618.693675:0:3627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1784938618.693681:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f02a3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.693697:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1600/0x26783cd1c59f02a3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938618.694014:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff244a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+15:18775:x1871643125387904:12345-192.168.203.26@tcp:44:lhsmtool_posix.0 Request processed in 12636us (12938us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938618.694024:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 61 00000100:00100000:0.0:1784938618.695356:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144375296:192.168.203.126@tcp:2:osp-syn-0-0.0 00000100:00100000:2.0:1784938618.695648:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938618.698425:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144375296 00000100:00100000:1.0:1784938618.698438:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144375296 00000100:00100000:1.0:1784938618.698535:0:24786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 22 00000100:00100000:1.0:1784938618.698546:0:24786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfee65850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1871643144375296:12345-192.168.203.126@tcp:2:osp-syn-0-0.0 00002000:00010000:1.0:1784938618.698691:0:24786:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1784938618.698695:0:24786:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1784938618.698712:0:24786:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1784938618.698714:0:24786:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1784938618 -> 1784938618 00002000:00010000:1.0:1784938618.698716:0:24786:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1784938618.698792:0:24786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfee65850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3642:x1871643144375296:12345-192.168.203.126@tcp:2:osp-syn-0-0.0 Request processed in 247us (3144us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1784938618.698800:0:24786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 22 00000004:00080000:0.0:1784938618.699332:0:3642:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff910cc875c380/2, rc 0, transno 12884901892 00000100:00100000:0.0:1784938618.699342:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1871643144375296:192.168.203.126@tcp:2:osp-syn-0-0.0 00000100:00080000:3.0:1784938618.699619:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1784938618.699766:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938618.699823:0:24212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125388032 00000100:00100000:3.0:1784938618.699829:0:24212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125388032 00000100:00100000:3.0:1784938618.699868:0:24212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 23 00000100:00100000:3.0:1784938618.699876:0:24212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+7:2394:x1871643125388032:12345-192.168.203.26@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1784938618.699945:0:24212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+7:2394:x1871643125388032:12345-192.168.203.26@tcp:16:lhsmtool_posix.0 Request processed in 69us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938618.699952:0:24212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 23 00000100:00100000:0.0:1784938618.708987:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938618.709088:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125388288 00000100:00100000:2.0:1784938618.709098:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125388288 00000100:00100000:2.0:1784938618.709160:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 62 00000100:00100000:2.0:1784938618.709171:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+15:18775:x1871643125388288:12345-192.168.203.26@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1784938618.709276:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1784938618.709304:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cff240800/0x26783cd1c59f0447 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d78 expref: 15 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.709325:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff910ccd00e500) 00010000:00010000:2.0:1784938618.709330:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1784938618.709361:0:22704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0200/0x26783cd1c59f0455 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.709375:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0200/0x26783cd1c59f0455 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.709386:0:22704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0200/0x26783cd1c59f0455 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1784938618.709537:0:22704:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000005e91628 reply state 000000001d49ee9a transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0200/0x26783cd1c59f0455 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.709549:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0200/0x26783cd1c59f0455 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.709572:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff910ccd00e500) 00010000:00010000:2.0:1784938618.709575:0:22704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1784938618.709577:0:22704:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1784938618.710025:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+16:18775:x1871643125388288:12345-192.168.203.26@tcp:36:lhsmtool_posix.0 Request processed in 854us (1045us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1784938618.710033:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 62 00000100:00100000:1.0:1784938618.715475:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938618.715576:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125388416 00000100:00100000:3.0:1784938618.715597:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125388416 00000100:00100000:3.0:1784938618.715756:0:24786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 24 00000100:00100000:3.0:1784938618.715768:0:24786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cd204b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+7:2393:x1871643125388416:12345-192.168.203.26@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1784938618.715925:0:24786:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1784938618.715929:0:24786:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1784938617 00002000:00010000:3.0:1784938618.715932:0:24786:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1784938617 00002000:00010000:3.0:1784938618.715935:0:24786:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1784938618 -> 1784938617 00002000:00010000:3.0:1784938618.715937:0:24786:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1784938618.716002:0:24786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cd204b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+8:2393:x1871643125388416:12345-192.168.203.26@tcp:2:lhsmtool_posix.0 Request processed in 236us (533us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1784938618.716009:0:24786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 24 00000100:00100000:0.0:1784938618.719173:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938618.719448:0:24211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125388544 00000100:00100000:1.0:1784938618.719458:0:24211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125388544 00000100:00100000:1.0:1784938618.719524:0:24211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 25 00000100:00100000:1.0:1784938618.719534:0:24211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffb76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+8:2393:x1871643125388544:12345-192.168.203.26@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1784938618.719580:0:24211:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008c700eea/0x26783cd1c59f045c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.719596:0:24211:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938618.719601:0:24211:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1784938618.719607:0:24211:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c700eea/0x26783cd1c59f045c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.719620:0:24211:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008c700eea/0x26783cd1c59f045c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.719762:0:24211:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008c700eea/0x26783cd1c59f045c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.719771:0:24211:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008c700eea/0x26783cd1c59f045c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.719795:0:24211:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008c700eea/0x26783cd1c59f045c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.719803:0:24211:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfef0c200 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:1.0:1784938618.719807:0:24211:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008c700eea/0x26783cd1c59f045c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.719816:0:24211:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008c700eea/0x26783cd1c59f045c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.719831:0:24211:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008c700eea/0x26783cd1c59f045c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.719839:0:24211:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008c700eea/0x26783cd1c59f045c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938618.719917:0:24211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffb76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+8:2393:x1871643125388544:12345-192.168.203.26@tcp:1:lhsmtool_posix.0 Request processed in 384us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938618.719925:0:24211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 25 00000100:00100000:0.0:1784938618.724078:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938618.724173:0:25041:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125388800 00000100:00100000:2.0:1784938618.724183:0:25041:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125388800 00000100:00100000:2.0:1784938618.724310:0:25041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 63 00000100:00100000:2.0:1784938618.724321:0:25041:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+16:18775:x1871643125388800:12345-192.168.203.26@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1784938618.724404:0:25041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f0463 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.724422:0:25041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f03b4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d47 expref: 16 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.724432:0:25041:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f0463 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.724467:0:25041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f03b4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d47 expref: 16 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.724483:0:25041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f03b4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d47 expref: 16 pid: 25041 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938618.724498:0:25041:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25041:1871643144375424:192.168.203.26@tcp:104: 00000100:00100000:2.0:1784938618.724909:0:25041:0:(client.c:2702:ptlrpc_set_wait()) set ffff910bc7c5e000 going to sleep for 11 seconds 00000100:00100000:2.0:1784938618.728027:0:25041:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25041:1871643144375424:192.168.203.26@tcp:104: 00010000:00010000:2.0:1784938618.728057:0:25041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f0463 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938618.729722:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938618.729790:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125388928 00000100:00100000:1.0:1784938618.729799:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125388928 00010000:00010000:1.0:1784938618.729840:0:22689:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f03b4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d47 expref: 17 pid: 25041 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938618.729880:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00100000:1.0:1784938618.729903:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+17:2392:x1871643125388928:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1784938618.729917:0:22689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784938618.729925:0:22689:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f03b4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d47 expref: 17 pid: 25041 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.729937:0:22689:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f03b4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d47 expref: 17 pid: 25041 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.729959:0:22689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cc97d1e00/0x26783cd1c59f03b4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d47 expref: 17 pid: 25041 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.729973:0:22689:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:1.0:1784938618.729978:0:22689:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0a00/0x26783cd1c59f03d0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d55 expref: 16 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.729987:0:22689:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f0463 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.729993:0:22689:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f0463 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.729999:0:22689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f0463 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.730033:0:22689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784938618.730082:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+16:2392:x1871643125388928:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 180us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938618.730088:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 19 00010000:00010000:0.0:1784938618.730246:0:25041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f0463 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.730254:0:25041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f0463 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.730446:0:25041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff910cff241200/0x26783cd1c59f046a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.730457:0:25041:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff910ce6b76200/0x26783cd1c59f0439 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d71 expref: 16 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.730464:0:25041:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cff241200/0x26783cd1c59f046a lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.730492:0:25041:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff910ce6b76200/0x26783cd1c59f0439 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d71 expref: 16 pid: 25041 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.730738:0:25041:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff910ce6b76200/0x26783cd1c59f0439 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d71 expref: 16 pid: 25041 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938618.730753:0:25041:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25041:1871643144375552:192.168.203.26@tcp:104: 00000100:00100000:0.0:1784938618.730812:0:25041:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc94e7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1784938618.734743:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1784938618.734900:0:22690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125389056 00000100:00100000:1.0:1784938618.734923:0:22690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125389056 00010000:00010000:1.0:1784938618.734961:0:22690:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff910ce6b76200/0x26783cd1c59f0439 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d71 expref: 17 pid: 25041 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938618.734995:0:22690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 20 00000100:00100000:1.0:1784938618.735004:0:22690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff247b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+17:2393:x1871643125389056:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1784938618.735017:0:22690:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1784938618.735023:0:22690:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff910ce6b76200/0x26783cd1c59f0439 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d71 expref: 17 pid: 25041 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.735037:0:22690:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff910ce6b76200/0x26783cd1c59f0439 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d71 expref: 17 pid: 25041 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.735057:0:22690:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff910ccd00e500) 00010000:00010000:1.0:1784938618.735062:0:22690:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff910cff241200/0x26783cd1c59f046a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.735072:0:22690:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff910cff241200/0x26783cd1c59f046a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.735079:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cff241200/0x26783cd1c59f046a lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.735098:0:22690:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1784938618.735149:0:22690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff247b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39f7aea5-9fe9-4190-945c-178d7251fd98+17:2393:x1871643125389056:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 146us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938618.735156:0:22690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 20 00010000:00010000:0.0:1784938618.736395:0:25041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910ce6b76200/0x26783cd1c59f0439 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d71 expref: 16 pid: 25041 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938618.736417:0:25041:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25041:1871643144375552:192.168.203.26@tcp:104: 00010000:00010000:0.0:1784938618.736437:0:25041:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff910cff241200/0x26783cd1c59f046a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.736445:0:25041:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff910cff241200/0x26783cd1c59f046a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.736451:0:25041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cff241200/0x26783cd1c59f046a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1784938618.736568:0:25041:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:0.0:1784938618.736674:0:25041:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:0.0:1784938618.736704:0:25041:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:0.0:1784938618.736770:0:25041:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25041:1871643144375680:192.168.203.126@tcp:1000:mdt00_003.0 00000100:00100000:0.0:1784938618.736835:0:25041:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc94e7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1784938618.737104:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938618.737181:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144375680 00000100:00100000:2.0:1784938618.737186:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144375680 00000100:00100000:2.0:1784938618.737259:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 53 00000100:00100000:2.0:1784938618.737268:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff247480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:25041:x1871643144375680:12345-192.168.203.126@tcp:1000:mdt00_003.0 00000100:00100000:2.0:1784938618.737342:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff247480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:25041:x1871643144375680:12345-192.168.203.126@tcp:1000:mdt00_003.0 Request processed in 75us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938618.737348:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 53 00000100:00100000:2.0:1784938618.738495:0:25041:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25041:1871643144375680:192.168.203.126@tcp:1000:mdt00_003.0 00000001:00080000:2.0:1784938618.738702:0:25041:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:2.0:1784938618.738771:0:25041:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25041:1871643144375808:192.168.203.126@tcp:1000:mdt00_003.0 00000100:00100000:2.0:1784938618.738831:0:25041:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc8d57e40 going to sleep for 11 seconds 00000100:00100000:0.0:1784938618.739191:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:2.0:1784938618.739408:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144375808 00000100:00100000:2.0:1784938618.739415:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144375808 00000100:00100000:2.0:1784938618.739467:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 54 00000100:00100000:2.0:1784938618.739476:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:25041:x1871643144375808:12345-192.168.203.126@tcp:1000:mdt00_003.0 00000100:00100000:2.0:1784938618.739841:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:25041:x1871643144375808:12345-192.168.203.126@tcp:1000:mdt00_003.0 Request processed in 365us (650us total) trans 12884901894 rc 0/0 00000100:00100000:2.0:1784938618.739849:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 54 00000100:00100000:2.0:1784938618.740103:0:25041:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25041:1871643144375808:192.168.203.126@tcp:1000:mdt00_003.0 00010000:00010000:2.0:1784938618.740145:0:25041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff910cff241200/0x26783cd1c59f046a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.740173:0:25041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cff241200/0x26783cd1c59f046a lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.740180:0:25041:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cff241200/0x26783cd1c59f046a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.740186:0:25041:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cff241200 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:2.0:1784938618.740191:0:25041:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cff241200/0x26783cd1c59f046a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.740209:0:25041:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cff241200/0x26783cd1c59f046a lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.740252:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff910ccd00e500) 00010000:00010000:2.0:1784938618.740255:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1784938618.740260:0:25041:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cff241200/0x26783cd1c59f046a lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.740265:0:25041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cff241200/0x26783cd1c59f046a lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.740296:0:25041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0d800/0x26783cd1c59f03c9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.740302:0:25041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0d800/0x26783cd1c59f03c9 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.740307:0:25041:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0d800/0x26783cd1c59f03c9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.740312:0:25041:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfef0d800 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:2.0:1784938618.740321:0:25041:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0d800/0x26783cd1c59f03c9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.740328:0:25041:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0d800/0x26783cd1c59f03c9 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.740336:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:2.0:1784938618.740339:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1784938618.740345:0:25041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0a00/0x26783cd1c59f03d0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d55 expref: 19 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.740356:0:25041:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0a00/0x26783cd1c59f03d0 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d55 expref: 19 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.740364:0:25041:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0a00/0x26783cd1c59f03d0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d55 expref: 19 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.740418:0:25041:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0a00/0x26783cd1c59f03d0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d55 expref: 19 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784938618.740432:0:25041:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cc875f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25041:1871643144375936:192.168.203.26@tcp:105: 00000100:00100000:2.0:1784938618.740565:0:25041:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cdf858900 going to sleep for 11 seconds 00000100:00100000:0.0:1784938618.745618:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938618.745907:0:25041:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cc875f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25041:1871643144375936:192.168.203.26@tcp:105: 00010000:00010000:3.0:1784938618.745934:0:25041:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0d800/0x26783cd1c59f03c9 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.745944:0:25041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfef0d800/0x26783cd1c59f03c9 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.745975:0:25041:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0e00/0x26783cd1c59f0471 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.745988:0:25041:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0e00/0x26783cd1c59f0471 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.745999:0:25041:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0e00/0x26783cd1c59f0471 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.746029:0:25041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0e00/0x26783cd1c59f0471 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.746042:0:25041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0e00/0x26783cd1c59f0471 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.746049:0:25041:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0e00/0x26783cd1c59f0471 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.746055:0:25041:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a0e00 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:3.0:1784938618.746059:0:25041:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0e00/0x26783cd1c59f0471 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.746070:0:25041:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0e00/0x26783cd1c59f0471 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.746081:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:3.0:1784938618.746084:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1784938618.746088:0:25041:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0e00/0x26783cd1c59f0471 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.746094:0:25041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cfd1a0e00/0x26783cd1c59f0471 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.746104:0:25041:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f0463 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.746110:0:25041:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f0463 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.746116:0:25041:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f0463 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.746127:0:25041:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc0600 already unused, calling callback (ffffffffc1b054f0) 00010000:00010000:3.0:1784938618.746130:0:25041:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f0463 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.746137:0:25041:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f0463 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.746146:0:25041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:3.0:1784938618.746148:0:25041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1784938618.746150:0:25041:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f0463 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938618.746151:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125389184 00010000:00010000:3.0:1784938618.746156:0:25041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc0600/0x26783cd1c59f0463 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25041 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938618.746158:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125389184 00000100:00100000:3.0:1784938618.746394:0:25041:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+20:18775:x1871643125388800:12345-192.168.203.26@tcp:57:lhsmtool_posix.0 Request processed in 22075us (22325us total) trans 12884901916 rc 0/0 00000100:00100000:3.0:1784938618.746404:0:25041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 63 00000020:00080000:3.0:1784938618.746409:0:25041:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1784938618.746433:0:22739:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1784938618.746441:0:22739:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1784938618.746466:0:22739:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1784938618.746473:0:22739:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1784938618.746565:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00100000:1.0:1784938618.746575:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfd616850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+19:18774:x1871643125389184:12345-192.168.203.26@tcp:49:dd.0 00000100:00100000:1.0:1784938618.746968:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfd616850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+19:18774:x1871643125389184:12345-192.168.203.26@tcp:49:dd.0 Request processed in 394us (1357us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938618.746975:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00100000:0.0:1784938618.749471:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938618.750175:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125389440 00000100:00100000:2.0:1784938618.750186:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125389440 00000100:00100000:2.0:1784938618.750262:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 64 00000100:00100000:2.0:1784938618.750273:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+19:18774:x1871643125389440:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1784938618.750297:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1784938618.750317:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f0478 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25e6867e27a28d86 expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.750362:0:22704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1a00/0x26783cd1c59f047f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.750376:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1a00/0x26783cd1c59f047f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.750387:0:22704:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1a00/0x26783cd1c59f047f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22704 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.750500:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1600/0x26783cd1c59f0478 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d86 expref: 21 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.750529:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1a00/0x26783cd1c59f047f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d86 expref: 20 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.750539:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff910ccd00e300) 00010000:00010000:2.0:1784938618.750542:0:22704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1784938618.750545:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff910cffbc1a00, rc 0) 00000100:00100000:2.0:1784938618.750600:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+20:18774:x1871643125389440:12345-192.168.203.26@tcp:101:dd.0 Request processed in 329us (1139us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938618.750607:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 64 00000100:00100000:3.0:1784938618.750780:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938618.752747:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125389568 00000100:00100000:2.0:1784938618.752762:0:22707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125389568 00000100:00100000:2.0:1784938618.752828:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 11 00000100:00100000:2.0:1784938618.752839:0:22707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff245c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+20:18775:x1871643125389568:12345-192.168.203.26@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1784938618.753113:0:22707:0:(mdd_object.c:4016:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1784938618.753146:0:22707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:2.0:1784938618.753210:0:22707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0486 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.753246:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0486 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.753261:0:22707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0486 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.753270:0:22707:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0486 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.753276:0:22707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0486 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.753283:0:22707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0486 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.753299:0:22707:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1784938618.753391:0:22707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff245c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+22:18775:x1871643125389568:12345-192.168.203.26@tcp:35:lhsmtool_posix.0 Request processed in 553us (2610us total) trans 12884901918 rc 0/0 00000100:00100000:2.0:1784938618.753399:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 11 00000020:00080000:2.0:1784938618.753404:0:22707:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1784938618.753654:0:22692:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784938618.753662:0:22692:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0486 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.753670:0:22692:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc1e00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:3.0:1784938618.753675:0:22692:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0486 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.753682:0:22692:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0486 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.753703:0:22692:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff910ccd00e500) 00010000:00010000:3.0:1784938618.753705:0:22692:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1784938618.753709:0:22692:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0486 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.753715:0:22692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff910cffbc1e00/0x26783cd1c59f0486 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.753727:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938618.753729:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784938618.753731:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784938618.774715:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938618.774902:0:24215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125389696 00000100:00100000:3.0:1784938618.774912:0:24215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125389696 00000100:00100000:3.0:1784938618.774978:0:24215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:3.0:1784938618.774989:0:24215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cd2048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+8:2392:x1871643125389696:12345-192.168.203.26@tcp:4:dd.0 00010000:00010000:3.0:1784938618.775024:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000354abf45/0x26783cd1c59f048d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.775044:0:24215:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000cf3abbf/0x26783cd1c59f044e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d7f expref: 8 pid: 24212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.775053:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938618.775058:0:24215:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938618.775063:0:24215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000354abf45/0x26783cd1c59f048d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.775098:0:24215:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000cf3abbf/0x26783cd1c59f044e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d7f expref: 8 pid: 24212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.775132:0:24215:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000cf3abbf/0x26783cd1c59f044e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d7f expref: 8 pid: 24212 timeout: 786 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938618.775148:0:24215:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cff244000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:24215:1871643144376064:192.168.203.26@tcp:104: 00000100:00100000:3.0:1784938618.775260:0:24215:0:(client.c:2702:ptlrpc_set_wait()) set ffff910cc84d0180 going to sleep for 11 seconds 00000100:00100000:0.0:1784938618.775390:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1784938618.775533:0:24217:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1784938618.775542:0:24217:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:3.0:1784938618.775850:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125389824 00000100:00100000:3.0:1784938618.775856:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125389824 00000100:00100000:2.0:1784938618.783161:0:25751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1 00000100:00100000:2.0:1784938618.783180:0:25751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+9:2393:x1871643125389824:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:0.0:1784938618.784532:0:24215:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cff244000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:24215:1871643144376064:192.168.203.26@tcp:104: 00010000:00010000:0.0:1784938618.784563:0:24215:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000354abf45/0x26783cd1c59f048d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.785383:0:25751:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009edc1181/0x26783cd1c59f0494 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.785403:0:25751:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784938618.785419:0:25751:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1784938618.785424:0:25751:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009edc1181/0x26783cd1c59f0494 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784938618.785434:0:25751:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009edc1181/0x26783cd1c59f0494 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938618.790614:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1784938618.790744:0:22689:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643125389952 00000100:00100000:3.0:1784938618.790754:0:22689:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643125389952 00010000:00010000:3.0:1784938618.790795:0:22689:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000cf3abbf/0x26783cd1c59f044e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d7f expref: 10 pid: 24212 timeout: 786 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784938618.790839:0:22689:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 21 00000100:00100000:3.0:1784938618.790849:0:22689:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cd204a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+10:2392:x1871643125389952:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1784938618.790863:0:22689:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1784938618.790885:0:22689:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000cf3abbf/0x26783cd1c59f044e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d7f expref: 10 pid: 24212 timeout: 786 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.790899:0:22689:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000cf3abbf/0x26783cd1c59f044e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d7f expref: 10 pid: 24212 timeout: 786 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.790919:0:22689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000cf3abbf/0x26783cd1c59f044e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0x25e6867e27a28d7f expref: 10 pid: 24212 timeout: 786 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.790946:0:22689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938618.790951:0:22689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938618.790957:0:22689:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000354abf45/0x26783cd1c59f048d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.790966:0:22689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000354abf45/0x26783cd1c59f048d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.790975:0:22689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938618.790977:0:22689:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1784938618.790980:0:22689:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009edc1181/0x26783cd1c59f0494 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.790986:0:22689:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009edc1181/0x26783cd1c59f0494 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.793380:0:25751:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009edc1181/0x26783cd1c59f0494 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.793400:0:25751:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009edc1181/0x26783cd1c59f0494 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784938618.800672:0:22689:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1784938618.800763:0:22689:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cd204a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39f7aea5-9fe9-4190-945c-178d7251fd98+9:2392:x1871643125389952:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 9909us (10152us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938618.800777:0:22689:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 21 00010000:00010000:0.0:1784938618.806209:0:24215:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000354abf45/0x26783cd1c59f048d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.806242:0:24215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000354abf45/0x26783cd1c59f048d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1784938618.870302:0:24206:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:0.0:1784938618.870321:0:24206:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:1.0:1784938618.871385:0:25751:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 7654321 00002000:00010000:1.0:1784938618.871393:0:25751:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 1784938617 -> 1784938618 00002000:00010000:1.0:1784938618.871396:0:25751:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1784938617 -> 1784938618 00002000:00010000:1.0:1784938618.871398:0:25751:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 6760 00010000:00010000:1.0:1784938618.871416:0:25751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009edc1181/0x26783cd1c59f0494 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.871430:0:25751:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009edc1181/0x26783cd1c59f0494 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.871440:0:25751:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009edc1181/0x26783cd1c59f0494 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.871447:0:25751:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cffbc1600 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:1.0:1784938618.871471:0:25751:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009edc1181/0x26783cd1c59f0494 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.871481:0:25751:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009edc1181/0x26783cd1c59f0494 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.871502:0:25751:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009edc1181/0x26783cd1c59f0494 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784938618.871520:0:25751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009edc1181/0x26783cd1c59f0494 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25751 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784938618.871647:0:25751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:39f7aea5-9fe9-4190-945c-178d7251fd98+7:2393:x1871643125389824:12345-192.168.203.26@tcp:4:dd.0 Request processed in 88467us (96251us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1784938618.871663:0:25751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1 00000001:00080000:2.0:1784938618.907448:0:24206:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:0.0:1784938618.907692:0:24215:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 6760 -> 14952 00010000:00010000:0.0:1784938618.907711:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000354abf45/0x26783cd1c59f048d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.907725:0:24215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000354abf45/0x26783cd1c59f048d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.907733:0:24215:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000354abf45/0x26783cd1c59f048d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.907739:0:24215:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff910cfd1a0e00 already unused, calling callback (ffffffffc0f0e4a0) 00010000:00010000:0.0:1784938618.907754:0:24215:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000354abf45/0x26783cd1c59f048d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.907763:0:24215:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000354abf45/0x26783cd1c59f048d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.907780:0:24215:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000354abf45/0x26783cd1c59f048d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784938618.907787:0:24215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000354abf45/0x26783cd1c59f048d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784938618.908003:0:24215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cd2048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:39f7aea5-9fe9-4190-945c-178d7251fd98+5:2392:x1871643125389696:12345-192.168.203.26@tcp:4:dd.0 Request processed in 133011us (133293us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1784938618.908017:0:24215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:3.0:1784938619.040934:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1784938619.040959:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cd204aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144376192:192.168.203.126@tcp:13:osp-pre-1-1.0 00000100:00100000:2.0:1784938619.041019:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1784938619.041033:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cf3b6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144376320:192.168.203.126@tcp:13:osp-pre-0-0.0 00000100:00100000:3.0:1784938619.041352:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938619.041430:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:3.0:1784938619.041454:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144376192 00000100:00100000:3.0:1784938619.041476:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144376192 00000100:00100000:3.0:1784938619.041535:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144376320 00000100:00100000:3.0:1784938619.041538:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144376320 00000100:00100000:3.0:1784938619.041556:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 20 00000100:00100000:3.0:1784938619.041564:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff244700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144376192:12345-192.168.203.126@tcp:13:osp-pre-1-1.0 00002000:00000024:3.0:1784938619.041591:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1784938619.041625:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff244700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1871643144376192:12345-192.168.203.126@tcp:13:osp-pre-1-1.0 Request processed in 61us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938619.041632:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 20 00000100:00100000:3.0:1784938619.041650:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 21 00000100:00100000:3.0:1784938619.041656:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cff246300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144376320:12345-192.168.203.126@tcp:13:osp-pre-0-0.0 00002000:00000024:3.0:1784938619.041666:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3923513344 avail 3684286464 00000100:00100000:3.0:1784938619.041688:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cff246300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144376320:12345-192.168.203.126@tcp:13:osp-pre-0-0.0 Request processed in 32us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1784938619.041693:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 21 00000100:00080000:3.0:1784938619.041708:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1784938619.041806:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cd204aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1871643144376192:192.168.203.126@tcp:13:osp-pre-1-1.0 00000100:00100000:3.0:1784938619.041855:0:3640:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:3.0:1784938619.041860:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff910cc875c380, transno 12884901892 00000004:00080000:3.0:1784938619.041869:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:3.0:1784938619.041890:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cf3b6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144376320:192.168.203.126@tcp:13:osp-pre-0-0.0 00010000:00010000:0.0:1784938619.231459:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1784938619.615892:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1784938620.063959:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cd2048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144376704:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938620.064048:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cd2048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144377216:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938620.064081:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cd2048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3640:1871643144377728:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938620.064111:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1784938620.064116:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cd2049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144376832:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938620.064137:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cd204ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144377344:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938620.064156:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cd2049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3640:1871643144377856:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938620.064391:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938620.064443:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938620.064482:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938620.064517:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938620.064544:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938620.064582:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:1.0:1784938620.064612:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144376704 00000100:00100000:1.0:1784938620.064620:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144376704 00000100:00100000:1.0:1784938620.064671:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144377216 00000100:00100000:1.0:1784938620.064674:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144377216 00000100:00100000:1.0:1784938620.064688:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144376832 00000100:00100000:1.0:1784938620.064690:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144376832 00000100:00100000:1.0:1784938620.064704:0:24786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144377344 00000100:00100000:1.0:1784938620.064706:0:24786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144377344 00000100:00100000:1.0:1784938620.064738:0:24786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 23 00000100:00100000:1.0:1784938620.064746:0:24786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144376704:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938620.064811:0:24786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144376704:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 65us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938620.064817:0:24786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 23 00000100:00100000:1.0:1784938620.064834:0:24786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 24 00000100:00100000:1.0:1784938620.064841:0:24786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144377216:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938620.064868:0:24786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144377216:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 28us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938620.064874:0:24786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 24 00000100:00100000:1.0:1784938620.064886:0:24786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 25 00000100:00100000:1.0:1784938620.064891:0:24786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144376832:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938620.064911:0:24786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1871643144376832:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 20us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938620.064916:0:24786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 25 00000100:00100000:1.0:1784938620.064934:0:24786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 26 00000100:00100000:1.0:1784938620.064941:0:24786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cffce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144377344:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938620.064965:0:24786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cffce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1871643144377344:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 25us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938620.064971:0:24786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 26 00000100:00100000:1.0:1784938620.064991:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144377728 00000100:00100000:1.0:1784938620.064994:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144377728 00000100:00100000:1.0:1784938620.065016:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144377856 00000100:00100000:1.0:1784938620.065018:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144377856 00000100:00100000:1.0:1784938620.065038:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 63 00000100:00100000:1.0:1784938620.065044:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910ce66cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1871643144377728:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938620.065067:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910ce66cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1871643144377728:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 23us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938620.065072:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 63 00000100:00100000:1.0:1784938620.065084:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 64 00000100:00100000:1.0:1784938620.065090:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cfe86e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1871643144377856:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938620.065112:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cfe86e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1871643144377856:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 23us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938620.065118:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 64 00000100:00080000:1.0:1784938620.065139:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1784938620.065143:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1784938620.065145:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1784938620.065147:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1784938620.065355:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cd2049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144376832:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938620.065368:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cd204ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144377344:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938620.065390:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cd2049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3640:1871643144377856:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938620.065400:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cd2048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1871643144376704:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938620.065408:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cd2048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1871643144377216:192.168.203.126@tcp:400:kworker.0 00010000:00080000:1.0:1784938620.065420:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cd2048000 x1871643144377728/t0(0) o400->lustre-MDT0001-lwp-OST0000@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784938620.065430:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cd2048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3640:1871643144377728:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938620.065995:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cd2048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1871643144376576:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938620.066051:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cd2049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144377088:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938620.066073:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cd204aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3643:1871643144377600:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938620.066110:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1784938620.066118:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cd204bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3643:1871643144376448:0@lo:400:kworker.0 00000100:00100000:3.0:1784938620.066152:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1784938620.066179:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cd204b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3643:1871643144376960:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938620.066204:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cd2049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3643:1871643144377472:192.168.203.126@tcp:400:kworker.0 00000100:00100000:3.0:1784938620.066244:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cffb75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3643:1871643144377984:192.168.203.126@tcp:400:kworker.0 00000100:00100000:1.0:1784938620.066607:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144376448 00000100:00100000:1.0:1784938620.066613:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144376448 00000100:00100000:1.0:1784938620.066695:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1784938620.066704:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc7fa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:3643:x1871643144376448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1784938620.066756:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc7fa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b0ba3322-2873-4aba-81d8-130ebf90bc3a+24:3643:x1871643144376448:12345-0@lo:400:kworker.0 Request processed in 54us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1784938620.066763:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1784938620.066833:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cd204bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:b0ba3322-2873-4aba-81d8-130ebf90bc3a:3643:1871643144376448:0@lo:400:kworker.0 00000100:00100000:3.0:1784938620.067985:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff910cff245180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1871643144378112:192.168.203.126@tcp:13:osp-pre-1-0.0 00000100:00100000:0.0:1784938620.070765:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938620.070806:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938620.070843:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938620.070864:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938620.070883:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938620.070902:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938620.070921:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.126@tcp (source: 12345-192.168.203.126@tcp) 00000100:00100000:0.0:1784938620.070946:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144376576 00000100:00100000:0.0:1784938620.070955:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144376576 00000100:00100000:0.0:1784938620.070995:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144377088 00000100:00100000:0.0:1784938620.070998:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144377088 00000100:00100000:0.0:1784938620.071014:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 55 00000100:00100000:0.0:1784938620.071022:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910cf3b6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1871643144376576:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938620.071112:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910cf3b6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1871643144376576:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 90us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938620.071120:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 55 00000100:00100000:0.0:1784938620.071136:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 56 00000100:00100000:0.0:1784938620.071142:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc678f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144377088:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:0.0:1784938620.071167:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc678f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1871643144377088:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 25us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938620.071172:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 56 00000100:00100000:0.0:1784938620.071200:0:24213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144378112 00000100:00100000:0.0:1784938620.071204:0:24213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144378112 00000100:00100000:0.0:1784938620.071245:0:24213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 22 00000100:00100000:0.0:1784938620.071252:0:24213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc678d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1871643144378112:12345-192.168.203.126@tcp:13:osp-pre-1-0.0 00002000:00000024:0.0:1784938620.071267:0:24213:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1784938620.071291:0:24213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc678d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1871643144378112:12345-192.168.203.126@tcp:13:osp-pre-1-0.0 Request processed in 41us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1784938620.071296:0:24213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 22 00000100:00100000:0.0:1784938620.071312:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144377600 00000100:00100000:0.0:1784938620.071315:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144377600 00000100:00100000:0.0:1784938620.071340:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144376960 00000100:00100000:0.0:1784938620.071342:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144376960 00000100:00100000:0.0:1784938620.071351:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144377472 00000100:00100000:0.0:1784938620.071353:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144377472 00000100:00100000:0.0:1784938620.071362:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1871643144377984 00000100:00100000:0.0:1784938620.071363:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1871643144377984 00000100:00100000:2.0:1784938620.071719:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 65 00000100:00100000:2.0:1784938620.071728:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc678c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1871643144377600:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938620.071755:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc678c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1871643144377600:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 30us (912us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938620.071760:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 65 00000100:00100000:2.0:1784938620.071774:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 66 00000100:00100000:2.0:1784938620.071779:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc678d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1871643144376960:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938620.071796:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc678d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1871643144376960:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 17us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938620.071800:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 66 00000100:00100000:2.0:1784938620.071809:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 67 00000100:00100000:2.0:1784938620.071814:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc678ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1871643144377472:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938620.071843:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc678ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1871643144377472:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 29us (961us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938620.071859:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 67 00000100:00100000:2.0:1784938620.071870:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.126@tcp, seq: 68 00000100:00100000:2.0:1784938620.071876:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff910bc678f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1871643144377984:12345-192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938620.071895:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff910bc678f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1871643144377984:12345-192.168.203.126@tcp:400:kworker.0 Request processed in 20us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1784938620.071901:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.126@tcp, seq: 68 00000100:00080000:0.0:1784938620.072305:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1784938620.072310:0:22699:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1784938620.072732:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cff245180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1871643144378112:192.168.203.126@tcp:13:osp-pre-1-0.0 00000100:00100000:2.0:1784938620.072751:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cd204b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3643:1871643144376960:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938620.072762:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cd2049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3643:1871643144377472:192.168.203.126@tcp:400:kworker.0 00010000:00080000:2.0:1784938620.072777:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff910cffb75880 x1871643144377984/t0(0) o400->lustre-MDT0001-lwp-OST0001@192.168.203.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1784938636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784938620.072788:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cffb75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3643:1871643144377984:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938620.072800:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cd2048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1871643144376576:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938620.072811:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cd2049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1871643144377088:192.168.203.126@tcp:400:kworker.0 00000100:00100000:2.0:1784938620.072821:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff910cd204aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3643:1871643144377600:192.168.203.126@tcp:400:kworker.0 00010000:00010000:1.0:1784938620.261921:0:22692:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1784938620.609699:0:25788:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:0.0:1784938621.279527:0:22691:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14081 lines, 14081 kept, 0 dropped, 0 bad.