00000100:00100000:0.0F:1788460254.663566:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460254.663628:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460254.663662:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460254.663682:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460254.663754:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460254.663780:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460254.663796:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460254.663810:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460254.663863:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460254.663932:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003463808 00000100:00100000:0.0:1788460254.663940:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003463808 00000100:00100000:0.0:1788460254.664026:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003464320 00000100:00100000:0.0:1788460254.664030:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003464320 00000100:00100000:0.0:1788460254.664052:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003463936 00000100:00100000:0.0:1788460254.664055:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003463936 00000100:00100000:0.0:1788460254.664069:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003464448 00000100:00100000:0.0:1788460254.664079:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003464448 00000100:00100000:0.0:1788460254.664104:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 59 00000100:00100000:0.0:1788460254.664115:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4285180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3471709-a010-41d7-90bc-b8b3ea7c57b0+22:2394:x1875336003463808:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:0.0:1788460254.664203:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4285180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3471709-a010-41d7-90bc-b8b3ea7c57b0+22:2394:x1875336003463808:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 90us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460254.664211:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 59 00000100:00100000:0.0:1788460254.664236:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 60 00000100:00100000:0.0:1788460254.664243:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac42f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+6:2394:x1875336003464320:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:0.0:1788460254.664267:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac42f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+6:2394:x1875336003464320:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 25us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460254.664272:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 60 00000100:00100000:0.0:1788460254.664285:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 61 00000100:00100000:0.0:1788460254.664291:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3471709-a010-41d7-90bc-b8b3ea7c57b0+5:2394:x1875336003463936:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:0.0:1788460254.664335:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3471709-a010-41d7-90bc-b8b3ea7c57b0+5:2394:x1875336003463936:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 33us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460254.664342:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 61 00000100:00100000:0.0:1788460254.664356:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 62 00000100:00100000:0.0:1788460254.664373:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3839880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+5:2394:x1875336003464448:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:0.0:1788460254.664399:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3839880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+5:2394:x1875336003464448:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 38us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460254.664405:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 62 00000100:00100000:0.0:1788460254.664423:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003464064 00000100:00100000:0.0:1788460254.664426:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003464064 00000100:00100000:0.0:1788460254.664451:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003464576 00000100:00100000:0.0:1788460254.664454:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003464576 00000100:00100000:0.0:1788460254.664463:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003464192 00000100:00100000:0.0:1788460254.664465:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003464192 00000100:00100000:0.0:1788460254.664476:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003464704 00000100:00100000:0.0:1788460254.664478:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003464704 00000100:00100000:0.0:1788460254.664490:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 23 00000100:00100000:0.0:1788460254.664495:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3471709-a010-41d7-90bc-b8b3ea7c57b0+5:2394:x1875336003464064:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:0.0:1788460254.664519:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3471709-a010-41d7-90bc-b8b3ea7c57b0+5:2394:x1875336003464064:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 24us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460254.664525:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 23 00000100:00100000:0.0:1788460254.664536:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 24 00000100:00100000:0.0:1788460254.664541:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac42f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+5:2394:x1875336003464576:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:0.0:1788460254.664562:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac42f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+5:2394:x1875336003464576:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 21us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460254.664577:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 24 00000100:00100000:0.0:1788460254.664588:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 25 00000100:00100000:0.0:1788460254.664594:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3471709-a010-41d7-90bc-b8b3ea7c57b0+5:2394:x1875336003464192:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:0.0:1788460254.664619:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3471709-a010-41d7-90bc-b8b3ea7c57b0+5:2394:x1875336003464192:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 25us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460254.664625:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 25 00000100:00100000:0.0:1788460254.664634:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 26 00000100:00100000:0.0:1788460254.664639:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac383b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+5:2394:x1875336003464704:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:0.0:1788460254.664658:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac383b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+5:2394:x1875336003464704:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 19us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460254.664663:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 26 00000100:00100000:0.0:1788460254.664678:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003463680 00000100:00100000:0.0:1788460254.664681:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003463680 00000100:00100000:0.0:1788460254.664703:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 191 00000100:00100000:0.0:1788460254.664710:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfc2e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:051c7034-18a2-40f3-ae82-fb4fdf9e0800+14:2394:x1875336003463680:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:0.0:1788460254.664732:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfc2e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:051c7034-18a2-40f3-ae82-fb4fdf9e0800+14:2394:x1875336003463680:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 23us (979us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460254.664738:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 191 00000100:00080000:2.0F:1788460254.665214:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788460254.665228:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788460254.665231:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788460254.665233:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0F:1788460255.123283:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788460255.313269:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788460255.313291:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac383aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022418048:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788460255.313356:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0F:1788460255.313395:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022418048 00000100:00100000:1.0:1788460255.313417:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022418048 00000100:00100000:0.0:1788460255.313877:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788460255.313888:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac383bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022418176:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788460255.313922:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460255.318903:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022418176 00000100:00100000:1.0:1788460255.318916:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022418176 00000100:00100000:1.0:1788460255.318983:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788460255.318993:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022418048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788460255.319029:0:17217:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1788460255.319099:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022418048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (5743us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460255.319106:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788460255.319122:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788460255.319129:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac383b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022418176:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788460255.319346:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac383aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022418048:0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788460255.319409:0:17217:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788460255.319454:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac383b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022418176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 324us (5530us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460255.319460:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788460255.319601:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac383bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022418176:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788460256.147026:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788460256.850533:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c482be18-c056-4068-8a37-ed5038fc364a:3662:1875336022418304:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.850640:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460256.850691:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875336022418816:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.850719:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460256.850751:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3662:1875336022419328:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.850771:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460256.850787:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac3b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3662:1875336022419840:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.850805:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460256.850829:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788460256.850834:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022418688:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.850856:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460256.850873:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1875336022419200:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.850892:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460256.850906:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac3b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3662:1875336022419712:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.850923:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460256.850971:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1875336022418432:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.850997:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460256.851016:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022418944:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.851036:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460256.851057:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3659:1875336022419456:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.851076:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460256.851088:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788460256.851102:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1875336022418560:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.851123:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460256.851137:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022419072:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.851155:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460256.851170:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac3b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3659:1875336022419584:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.851187:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460256.851212:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022418304 00000100:00100000:2.0:1788460256.851221:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022418304 00000100:00100000:2.0:1788460256.851269:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1788460256.851278:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4133450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c482be18-c056-4068-8a37-ed5038fc364a+29:3662:x1875336022418304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.851328:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4133450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c482be18-c056-4068-8a37-ed5038fc364a+29:3662:x1875336022418304:12345-0@lo:400:kworker.0 Request processed in 51us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460256.851336:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1788460256.851370:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022418816 00000100:00100000:2.0:1788460256.851374:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022418816 00000100:00100000:2.0:1788460256.851393:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022419328 00000100:00100000:2.0:1788460256.851395:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022419328 00000100:00100000:2.0:1788460256.851405:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022419840 00000100:00100000:2.0:1788460256.851407:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022419840 00000100:00100000:2.0:1788460256.851428:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022419712 00000100:00100000:2.0:1788460256.851431:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022419712 00000100:00100000:2.0:1788460256.851459:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022419456 00000100:00100000:2.0:1788460256.851462:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022419456 00000100:00100000:2.0:1788460256.851474:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022419584 00000100:00100000:2.0:1788460256.851477:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022419584 00000100:00100000:2.0:1788460256.851490:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788460256.851496:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875336022418816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.851530:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875336022418816:12345-0@lo:400:kworker.0 Request processed in 34us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460256.851546:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788460256.851560:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788460256.851566:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3b16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1875336022419328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.851595:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3b16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1875336022419328:12345-0@lo:400:kworker.0 Request processed in 30us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460256.851601:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788460256.851611:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788460256.851617:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1875336022419840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.851640:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1875336022419840:12345-0@lo:400:kworker.0 Request processed in 24us (834us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460256.851645:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788460256.851655:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788460256.851660:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1875336022419712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.851685:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1875336022419712:12345-0@lo:400:kworker.0 Request processed in 26us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460256.851691:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788460256.851701:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788460256.851707:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1875336022419456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.851750:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1875336022419456:12345-0@lo:400:kworker.0 Request processed in 42us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460256.851755:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788460256.851767:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788460256.851773:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3b14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1875336022419584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.851797:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3b14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1875336022419584:12345-0@lo:400:kworker.0 Request processed in 25us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460256.851810:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788460256.851839:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022418688 00000100:00100000:2.0:1788460256.851843:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022418688 00000100:00100000:2.0:1788460256.851869:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022419200 00000100:00100000:2.0:1788460256.851872:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022419200 00000100:00100000:2.0:1788460256.851885:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022418560 00000100:00100000:2.0:1788460256.851887:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022418560 00000100:00100000:2.0:1788460256.851898:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022419072 00000100:00100000:2.0:1788460256.851900:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022419072 00000100:00100000:2.0:1788460256.851914:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788460256.851920:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3b16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022418688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.851977:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3b16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022418688:12345-0@lo:400:kworker.0 Request processed in 57us (1120us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460256.851984:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788460256.851995:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788460256.852000:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3b15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3662:x1875336022419200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.852027:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3b15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3662:x1875336022419200:12345-0@lo:400:kworker.0 Request processed in 27us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460256.852032:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788460256.852042:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788460256.852048:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3b14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3659:x1875336022418560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.852076:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3b14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3659:x1875336022418560:12345-0@lo:400:kworker.0 Request processed in 29us (952us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460256.852084:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788460256.852095:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788460256.852101:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3b17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022419072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.852136:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3b17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022419072:12345-0@lo:400:kworker.0 Request processed in 36us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460256.852142:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788460256.852171:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022418432 00000100:00100000:2.0:1788460256.852175:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022418432 00000100:00100000:2.0:1788460256.852198:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022418944 00000100:00100000:2.0:1788460256.852201:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022418944 00000100:00100000:2.0:1788460256.852213:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788460256.852219:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3b14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1875336022418432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.852254:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3b14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1875336022418432:12345-0@lo:400:kworker.0 Request processed in 35us (1257us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460256.852260:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788460256.852270:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788460256.852275:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022418944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.852299:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022418944:12345-0@lo:400:kworker.0 Request processed in 24us (1262us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460256.852306:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00080000:2.0:1788460256.852334:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788460256.852338:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788460256.852341:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788460256.852343:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788460256.852385:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1875336022418560:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.852396:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022419072:0@lo:400:kworker.0 00010000:00080000:2.0:1788460256.852409:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4ac3b14e00 x1875336022419584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460256.852420:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac3b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3659:1875336022419584:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.852442:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1875336022418432:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.852453:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022418944:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.852464:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3659:1875336022419456:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.852511:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022418688:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.852522:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1875336022419200:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.852531:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac3b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3662:1875336022419712:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.852540:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c482be18-c056-4068-8a37-ed5038fc364a:3662:1875336022418304:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.852550:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875336022418816:0@lo:400:kworker.0 00000100:00100000:2.0:1788460256.852561:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3662:1875336022419328:0@lo:400:kworker.0 00010000:00080000:2.0:1788460256.852573:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4ac3b14700 x1875336022419840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460256.852582:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac3b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3662:1875336022419840:0@lo:400:kworker.0 00000100:00100000:1.0:1788460256.855984:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac42fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022420096:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788460256.856073:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460256.856126:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788460256.856133:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac42fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022419968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788460256.856157:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460256.856191:0:18721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022420096 00000100:00100000:1.0:1788460256.856200:0:18721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022420096 00000100:00100000:1.0:1788460256.856251:0:18721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022419968 00000100:00100000:1.0:1788460256.856254:0:18721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022419968 00000100:00100000:1.0:1788460256.856269:0:18721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788460256.856279:0:18721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac42ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022420096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788460256.856325:0:18721:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788460256.856376:0:18721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac42ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022420096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460256.856384:0:18721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788460256.856402:0:18721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788460256.856408:0:18721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac42fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022419968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788460256.856426:0:18721:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788460256.856454:0:18721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac42fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022419968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460256.856460:0:18721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788460256.856504:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac42fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022419968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788460256.856516:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac42fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022420096:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788460256.857821:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788460256.857841:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac383bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022420224:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788460256.857915:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460256.857988:0:18721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022420224 00000100:00100000:0.0:1788460256.857996:0:18721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022420224 00000100:00100000:3.0:1788460256.859891:0:18721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788460256.859908:0:18721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac383aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022420224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788460256.860018:0:18721:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788460256.860155:0:18721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac383aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022420224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 252us (2240us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460256.860163:0:18721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788460256.860269:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac383bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022420224:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1788460256.861644:0:17192:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:1.0:1788460256.861678:0:17192:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8c4befc1a900 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:1.0:1788460256.861684:0:17192:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8c4ac3ac4d00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8c4befc1a600 00000020:00080000:1.0:1788460256.861687:0:17192:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8c4ac3ac4100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8c4ac2669200 00010000:00010000:2.0:1788460256.861708:0:3646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc6380400/0x5dfa74784542c7dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460256.861723:0:3646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc6380400/0x5dfa74784542c7dc lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460256.861741:0:3646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc6380400/0x5dfa74784542c7dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460256.861748:0:3646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc6380400 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:2.0:1788460256.861753:0:3646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc6380400/0x5dfa74784542c7dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460256.861770:0:3646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc6380400/0x5dfa74784542c7dc lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460256.861790:0:3646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8c4bfa9fe900) 00010000:00010000:2.0:1788460256.861793:0:3646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788460256.861799:0:3646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc6380400/0x5dfa74784542c7dc lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17211 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460256.861806:0:3646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc6380400/0x5dfa74784542c7dc lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17211 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788460256.861872:0:17251:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:3.0:1788460256.861989:0:17251:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000100:00100000:2.0:1788460257.100545:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460257.101054:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003464832 00000100:00100000:0.0:1788460257.101068:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003464832 00000100:00100000:0.0:1788460257.101155:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 65 00000100:00100000:0.0:1788460257.101168:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3b14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3471709-a010-41d7-90bc-b8b3ea7c57b0+13:15569:x1875336003464832:12345-192.168.206.5@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788460257.101741:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3b14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3471709-a010-41d7-90bc-b8b3ea7c57b0+13:15569:x1875336003464832:12345-192.168.206.5@tcp:60:lhsmtool_posix.0 Request processed in 563us (1197us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460257.101753:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 65 00000100:00080000:2.0:1788460257.102811:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788460257.110784:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460257.128722:0:18741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003464960 00000100:00100000:2.0:1788460257.128758:0:18741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003464960 00000100:00100000:2.0:1788460257.128865:0:18741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 66 00000100:00100000:2.0:1788460257.128881:0:18741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac383bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3471709-a010-41d7-90bc-b8b3ea7c57b0+5:15569:x1875336003464960:12345-192.168.206.5@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788460257.129052:0:18741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac383bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3471709-a010-41d7-90bc-b8b3ea7c57b0+5:15569:x1875336003464960:12345-192.168.206.5@tcp:60:lhsmtool_posix.0 Request processed in 177us (18282us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460257.129061:0:18741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 66 00000100:00080000:1.0:1788460257.129552:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788460257.141918:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460257.142074:0:17215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003465216 00000100:00100000:0.0:1788460257.142088:0:17215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003465216 00000100:00100000:0.0:1788460257.142173:0:17215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 12 00000100:00100000:0.0:1788460257.142185:0:17215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f3471709-a010-41d7-90bc-b8b3ea7c57b0+13:15569:x1875336003465216:12345-192.168.206.5@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788460257.142502:0:17215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f3471709-a010-41d7-90bc-b8b3ea7c57b0+14:15569:x1875336003465216:12345-192.168.206.5@tcp:35:lhsmtool_posix.0 Request processed in 318us (597us total) trans 8589934623 rc 0/0 00000100:00100000:0.0:1788460257.142510:0:17215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 12 00010000:00010000:3.0:1788460257.169208:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788460257.880409:0:17247:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788460257.880422:0:17247:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788460257.880447:0:17247:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1788460257.880457:0:17247:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1788460258.193841:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460258.897378:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac42fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1875336022420352:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788460258.897503:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460258.897829:0:19707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022420352 00000100:00100000:3.0:1788460258.897842:0:19707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022420352 00000100:00080000:1.0:1788460258.897975:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788460258.898073:0:19707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788460258.898086:0:19707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3839180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875336022420352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788460258.898122:0:19707:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788460258.898193:0:19707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3839180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875336022420352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (690us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460258.898201:0:19707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788460258.898297:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac42fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1875336022420352:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1788460259.217174:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788460259.778666:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460259.778723:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460259.778755:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460259.778780:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460259.778984:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003465344 00000100:00100000:0.0:1788460259.778996:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003465600 00000100:00100000:1.0:1788460259.779004:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003465344 00000100:00100000:0.0:1788460259.779008:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003465600 00000100:00100000:0.0:1788460259.779087:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003465472 00000100:00100000:1.0:1788460259.779099:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 193 00000100:00100000:0.0:1788460259.779103:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003465472 00000100:00100000:1.0:1788460259.779117:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4131c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:051c7034-18a2-40f3-ae82-fb4fdf9e0800+14:2394:x1875336003465344:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:0.0:1788460259.779146:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 69 00000100:00100000:0.0:1788460259.779158:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3471709-a010-41d7-90bc-b8b3ea7c57b0+5:2394:x1875336003465600:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:1.0:1788460259.779223:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4131c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:051c7034-18a2-40f3-ae82-fb4fdf9e0800+14:2394:x1875336003465344:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 110us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460259.779249:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3471709-a010-41d7-90bc-b8b3ea7c57b0+5:2394:x1875336003465600:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 88us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460259.779260:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 193 00000100:00100000:0.0:1788460259.779266:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 69 00000100:00100000:0.0:1788460259.779291:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 70 00000100:00100000:0.0:1788460259.779299:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3471709-a010-41d7-90bc-b8b3ea7c57b0+14:2394:x1875336003465472:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:0.0:1788460259.779337:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3471709-a010-41d7-90bc-b8b3ea7c57b0+14:2394:x1875336003465472:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 40us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460259.779344:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 70 00000100:00100000:2.0:1788460259.780050:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003465728 00000100:00100000:2.0:1788460259.780058:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003465728 00000100:00100000:2.0:1788460259.780111:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 31 00000100:00100000:2.0:1788460259.780121:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3471709-a010-41d7-90bc-b8b3ea7c57b0+5:2394:x1875336003465728:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:2.0:1788460259.780162:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3471709-a010-41d7-90bc-b8b3ea7c57b0+5:2394:x1875336003465728:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 44us (1381us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460259.780186:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 31 00000100:00080000:3.0:1788460259.781157:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788460259.781164:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788460259.781166:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788460259.785873:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460259.785928:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460259.786079:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460259.786200:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003465984 00000100:00100000:0.0:1788460259.786213:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003465984 00000100:00100000:0.0:1788460259.786300:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003466112 00000100:00100000:0.0:1788460259.786303:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003466112 00000100:00100000:0.0:1788460259.786328:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 71 00000100:00100000:0.0:1788460259.786338:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+6:2394:x1875336003465984:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:0.0:1788460259.786434:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+6:2394:x1875336003465984:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 97us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460259.786443:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 71 00000100:00100000:0.0:1788460259.786475:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 72 00000100:00100000:0.0:1788460259.786482:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+5:2394:x1875336003466112:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:0.0:1788460259.786526:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+5:2394:x1875336003466112:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 45us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460259.786533:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 72 00000100:00100000:2.0:1788460259.786731:0:19273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003465856 00000100:00100000:2.0:1788460259.786737:0:19273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003465856 00000100:00100000:2.0:1788460259.786783:0:19273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 27 00000100:00100000:2.0:1788460259.786793:0:19273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3471709-a010-41d7-90bc-b8b3ea7c57b0+5:2392:x1875336003465856:12345-192.168.206.5@tcp:9:kworker.0 00000020:00000080:2.0:1788460259.786819:0:19273:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c50b 00000100:00080000:2.0:1788460259.786846:0:19273:0:(import.c:65:import_set_state_nolock()) ffff8c4c01478800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788460259.786901:0:19273:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1788460259.787113:0:19273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3471709-a010-41d7-90bc-b8b3ea7c57b0+2:2392:x1875336003465856:12345-192.168.206.5@tcp:9:kworker.0 Request processed in 321us (1253us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460259.787120:0:19273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 27 00010000:00010000:3.0:1788460259.787691:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788460259.787702:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788460259.787708:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788460259.787721:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788460259.789342:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460259.789386:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460259.789455:0:18720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003466240 00000100:00100000:2.0:1788460259.789467:0:18720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003466240 00000100:00100000:2.0:1788460259.789541:0:18720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003466368 00000100:00100000:2.0:1788460259.789544:0:18720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003466368 00000100:00100000:2.0:1788460259.789573:0:18720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 28 00000100:00100000:2.0:1788460259.789582:0:18720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac42fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+5:2392:x1875336003466240:12345-192.168.206.5@tcp:9:kworker.0 00000020:00000080:2.0:1788460259.789620:0:18720:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c54a 00000100:00080000:2.0:1788460259.789705:0:18720:0:(import.c:65:import_set_state_nolock()) ffff8c4ac38f4800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788460259.789766:0:18720:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1788460259.789845:0:18719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 29 00000100:00100000:0.0:1788460259.789856:0:18719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac42fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+5:2392:x1875336003466368:12345-192.168.206.5@tcp:9:kworker.0 00000020:00000080:0.0:1788460259.789878:0:18719:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c551 00000100:00080000:0.0:1788460259.789885:0:18719:0:(import.c:65:import_set_state_nolock()) ffff8c4c0147b000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788460259.789920:0:18719:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1788460259.790235:0:18720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac42fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+2:2392:x1875336003466240:12345-192.168.206.5@tcp:9:kworker.0 Request processed in 652us (959us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460259.790244:0:18720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 28 00000100:00100000:0.0:1788460259.790612:0:18719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac42fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+2:2392:x1875336003466368:12345-192.168.206.5@tcp:9:kworker.0 Request processed in 757us (1223us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460259.790620:0:18719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 29 00010000:00010000:0.0:1788460259.790704:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460259.790840:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788460259.791050:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788460259.791055:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788460260.241298:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788460260.433972:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022420608:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788460260.434069:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460260.434123:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788460260.434130:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac3838700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022420480:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788460260.434167:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460260.434194:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022420608 00000100:00100000:3.0:1788460260.434204:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022420608 00000100:00100000:3.0:1788460260.434277:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022420480 00000100:00100000:3.0:1788460260.434281:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022420480 00000100:00100000:3.0:1788460260.434300:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788460260.434309:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac42fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022420608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788460260.434355:0:17217:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1788460260.434409:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac42fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022420608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460260.434416:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788460260.434436:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788460260.434442:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac42fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022420480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788460260.434459:0:17217:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788460260.434485:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac42fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022420480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 44us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460260.434491:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788460260.434923:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac3838700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022420480:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788460260.434967:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022420608:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788460261.266752:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788460261.488395:0:20589:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 14:30:58 (1788460258) 00000100:00100000:2.0:1788460261.969384:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac42fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022420736:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788460261.969810:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460261.970075:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788460261.970085:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac42fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022420864:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788460261.970121:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460261.972871:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022421120:0@lo:400:kworker.0 00000100:00100000:3.0:1788460261.972939:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460261.973076:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022420736 00000100:00100000:3.0:1788460261.973084:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022421632:0@lo:400:kworker.0 00000100:00100000:1.0:1788460261.973093:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022420736 00000100:00100000:1.0:1788460261.973181:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022420864 00000100:00100000:1.0:1788460261.973186:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022420864 00000100:00100000:0.0:1788460261.973261:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875336022421376:0@lo:400:kworker.0 00000100:00100000:1.0:1788460261.973302:0:18722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788460261.973316:0:18722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3b14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022420736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788460261.973358:0:18722:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788460261.976609:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac42fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022420736:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788460261.976629:0:18722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3b14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022420736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3244us (7045us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460261.976644:0:18722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788460261.976664:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022421248:0@lo:400:kworker.0 00000100:00100000:2.0:1788460261.976731:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460261.976765:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022421760:0@lo:400:kworker.0 00000100:00100000:1.0:1788460261.976814:0:18722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788460261.976830:0:18722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3b15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022420864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788460261.976867:0:18722:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788460261.976889:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460261.976975:0:18722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3b15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022420864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (6822us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460261.976983:0:18722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788460261.977000:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022421120 00000100:00080000:1.0:1788460261.977012:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788460261.977016:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022421120 00000100:00080000:1.0:1788460261.977019:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788460261.977102:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3661:1875336022422272:0@lo:400:kworker.0 00000100:00100000:3.0:1788460261.977110:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788460261.977124:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2977480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022421120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460261.977145:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460261.977186:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac42fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022420864:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788460261.977206:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2977480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022421120:12345-0@lo:400:kworker.0 Request processed in 84us (4264us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460261.977217:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788460261.977227:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c482be18-c056-4068-8a37-ed5038fc364a:3659:1875336022420992:0@lo:400:kworker.0 00000100:00100000:2.0:1788460261.977276:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460261.977312:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022421504:0@lo:400:kworker.0 00000100:00100000:2.0:1788460261.977350:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460261.977381:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3659:1875336022422016:0@lo:400:kworker.0 00000100:00100000:2.0:1788460261.977404:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460261.977445:0:18720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022421248 00000100:00100000:2.0:1788460261.977451:0:18720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022421248 00000100:00100000:2.0:1788460261.977497:0:18720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022421760 00000100:00100000:2.0:1788460261.977500:0:18720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022421760 00000100:00100000:2.0:1788460261.977533:0:18720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788460261.977542:0:18720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022421248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460261.977596:0:18720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022421248:12345-0@lo:400:kworker.0 Request processed in 56us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460261.977604:0:18720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788460261.977619:0:18720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788460261.977625:0:18720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3b15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022421760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460261.977652:0:18720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3b15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022421760:12345-0@lo:400:kworker.0 Request processed in 27us (764us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460261.977659:0:18720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788460261.977678:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022420992 00000100:00100000:2.0:1788460261.977682:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022420992 00000100:00100000:2.0:1788460261.977783:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1788460261.977794:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4131850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c482be18-c056-4068-8a37-ed5038fc364a+29:3659:x1875336022420992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460261.977797:0:17952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022421504 00000100:00100000:3.0:1788460261.977807:0:17952:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022421504 00000100:00100000:2.0:1788460261.977842:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4131850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c482be18-c056-4068-8a37-ed5038fc364a+29:3659:x1875336022420992:12345-0@lo:400:kworker.0 Request processed in 51us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460261.977851:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:3.0:1788460261.977857:0:17952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788460261.977868:0:17952:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022421504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460261.977923:0:17952:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022421504:12345-0@lo:400:kworker.0 Request processed in 58us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460261.977930:0:17952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788460261.978037:0:18741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022422272 00000100:00100000:2.0:1788460261.978046:0:18741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022422272 00000100:00100000:2.0:1788460261.978095:0:18741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022422016 00000100:00100000:2.0:1788460261.978099:0:18741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022422016 00000100:00100000:2.0:1788460261.978122:0:18741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788460261.978130:0:18741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1875336022422272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460261.978184:0:18741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1875336022422272:12345-0@lo:400:kworker.0 Request processed in 54us (1040us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460261.978193:0:18741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788460261.978217:0:18741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788460261.978224:0:18741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1875336022422016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460261.978265:0:18741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1875336022422016:12345-0@lo:400:kworker.0 Request processed in 42us (861us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460261.978273:0:18741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788460261.978317:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c482be18-c056-4068-8a37-ed5038fc364a:3659:1875336022420992:0@lo:400:kworker.0 00000100:00100000:2.0:1788460261.978330:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022421504:0@lo:400:kworker.0 00000100:00100000:2.0:1788460261.978340:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3659:1875336022422016:0@lo:400:kworker.0 00000100:00080000:2.0:1788460261.978371:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788460261.978375:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788460261.978389:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460261.978425:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2977800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3660:1875336022422144:0@lo:400:kworker.0 00000100:00100000:2.0:1788460261.978453:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460261.978490:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022421120:0@lo:400:kworker.0 00000100:00100000:2.0:1788460261.978508:0:18741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022422144 00000100:00100000:2.0:1788460261.978511:0:18741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022422144 00000100:00100000:2.0:1788460261.978536:0:18741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788460261.978542:0:18741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1875336022422144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460261.978577:0:18741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1875336022422144:12345-0@lo:400:kworker.0 Request processed in 36us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460261.978584:0:18741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:2.0:1788460261.978598:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1788460261.978618:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4ac2977800 x1875336022422144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460261.978629:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2977800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3660:1875336022422144:0@lo:400:kworker.0 00000100:00100000:0.0:1788460261.978784:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460261.978814:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3662:1875336022421888:0@lo:400:kworker.0 00000100:00100000:0.0:1788460261.978839:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460261.978857:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2976300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3662:1875336022422400:0@lo:400:kworker.0 00000100:00100000:0.0:1788460261.978878:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460261.978980:0:18717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022421632 00000100:00100000:3.0:1788460261.979023:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022421376 00000100:00100000:3.0:1788460261.979029:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022421376 00000100:00100000:3.0:1788460261.979060:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022421888 00000100:00100000:3.0:1788460261.979064:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022421888 00000100:00100000:3.0:1788460261.979076:0:17211:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022422400 00000100:00100000:3.0:1788460261.979078:0:17211:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022422400 00000100:00100000:3.0:1788460261.979172:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788460261.979179:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875336022421376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460261.979226:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875336022421376:12345-0@lo:400:kworker.0 Request processed in 46us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460261.979233:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788460261.979246:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788460261.979252:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1875336022421888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460261.979295:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1875336022421888:12345-0@lo:400:kworker.0 Request processed in 43us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460261.979301:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788460261.979313:0:17211:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1788460261.979320:0:17211:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc43f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1875336022422400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460261.979400:0:18717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022421632 00000100:00100000:3.0:1788460261.979453:0:17211:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc43f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1875336022422400:12345-0@lo:400:kworker.0 Request processed in 134us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460261.979574:0:17211:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788460261.980178:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022421248:0@lo:400:kworker.0 00000100:00100000:2.0:1788460261.980217:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022421760:0@lo:400:kworker.0 00000100:00100000:2.0:1788460261.980231:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3661:1875336022422272:0@lo:400:kworker.0 00000100:00080000:1.0:1788460261.980399:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788460261.980406:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788460261.981098:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc43f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1875336022422528:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788460261.982085:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875336022421376:0@lo:400:kworker.0 00000100:00100000:3.0:1788460261.982105:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3662:1875336022421888:0@lo:400:kworker.0 00010000:00080000:3.0:1788460261.982121:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4ac2976300 x1875336022422400/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460261.982133:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2976300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3662:1875336022422400:0@lo:400:kworker.0 00000100:00100000:1.0:1788460261.986458:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460261.986560:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022422528 00000100:00100000:1.0:1788460261.986571:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022422528 00000100:00100000:1.0:1788460261.986633:0:18722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788460261.986644:0:18722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac42fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1875336022422528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788460261.986679:0:18722:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788460261.986755:0:18722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac42fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1875336022422528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460261.986763:0:18722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788460261.986836:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc43f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1875336022422528:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788460261.987285:0:18717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788460261.987299:0:18717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022421632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460261.987380:0:18717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022421632:12345-0@lo:400:kworker.0 Request processed in 85us (8990us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460261.987388:0:18717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788460261.990439:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022421632:0@lo:400:kworker.0 00010000:00010000:2.0:1788460262.290755:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788460262.484890:0:17965:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00080000:1.0:1788460262.998346:0:17192:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:1.0:1788460262.998364:0:17192:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:2.0:1788460263.001311:0:17251:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:2.0:1788460263.001336:0:17251:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00010000:00010000:3.0:1788460263.317370:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460264.017504:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788460264.017526:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac42ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022422656:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788460264.017591:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460264.018633:0:18721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022422656 00000100:00100000:2.0:1788460264.018643:0:18721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022422656 00000100:00100000:2.0:1788460264.018723:0:18721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788460264.018734:0:18721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc43f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022422656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788460264.018762:0:18721:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788460264.018836:0:18721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc43f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022422656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (1245us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460264.018843:0:18721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788460264.019148:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac42ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022422656:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788460264.022311:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788460264.337211:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460264.900812:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460264.900855:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460264.900883:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460264.900909:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460264.900929:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460264.900983:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460264.901055:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003466496 00000100:00100000:1.0:1788460264.901066:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003466496 00000100:00100000:1.0:1788460264.901127:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 195 00000100:00100000:1.0:1788460264.901146:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4130c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:051c7034-18a2-40f3-ae82-fb4fdf9e0800+14:2395:x1875336003466496:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:1.0:1788460264.901212:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4130c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:051c7034-18a2-40f3-ae82-fb4fdf9e0800+14:2395:x1875336003466496:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 68us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460264.901219:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 195 00000100:00100000:2.0:1788460264.901483:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003466752 00000100:00100000:2.0:1788460264.901488:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003466752 00000100:00100000:2.0:1788460264.901528:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003467008 00000100:00100000:2.0:1788460264.901530:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003467008 00000100:00100000:2.0:1788460264.901548:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003466624 00000100:00100000:2.0:1788460264.901551:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003466624 00000100:00100000:2.0:1788460264.901562:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003467136 00000100:00100000:2.0:1788460264.901564:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003467136 00000100:00100000:2.0:1788460264.901579:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 79 00000100:00100000:2.0:1788460264.901586:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc43f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3471709-a010-41d7-90bc-b8b3ea7c57b0+5:2395:x1875336003466752:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:2.0:1788460264.901624:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc43f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3471709-a010-41d7-90bc-b8b3ea7c57b0+5:2395:x1875336003466752:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 38us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460264.901630:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 79 00000100:00100000:2.0:1788460264.901644:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 80 00000100:00100000:2.0:1788460264.901661:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc43fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+6:2395:x1875336003467008:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:2.0:1788460264.901699:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc43fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+6:2395:x1875336003467008:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 38us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460264.901705:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 80 00000100:00100000:2.0:1788460264.901717:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 81 00000100:00100000:2.0:1788460264.901723:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc43f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3471709-a010-41d7-90bc-b8b3ea7c57b0+13:2395:x1875336003466624:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:2.0:1788460264.901766:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc43f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3471709-a010-41d7-90bc-b8b3ea7c57b0+13:2395:x1875336003466624:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 43us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460264.901772:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 81 00000100:00100000:2.0:1788460264.901783:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 82 00000100:00100000:2.0:1788460264.901789:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc43f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+5:2395:x1875336003467136:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:2.0:1788460264.901811:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc43f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+5:2395:x1875336003467136:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 22us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460264.901816:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 82 00000100:00100000:2.0:1788460264.901837:0:19708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003466880 00000100:00100000:2.0:1788460264.901840:0:19708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003466880 00000100:00100000:2.0:1788460264.901868:0:19708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 35 00000100:00100000:2.0:1788460264.901874:0:19708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc43fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3471709-a010-41d7-90bc-b8b3ea7c57b0+5:2395:x1875336003466880:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:2.0:1788460264.901899:0:19708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc43fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3471709-a010-41d7-90bc-b8b3ea7c57b0+5:2395:x1875336003466880:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 26us (970us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460264.901905:0:19708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 35 00000100:00080000:1.0:1788460264.902377:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788460264.902389:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788460264.902392:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1788460265.362783:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460265.465605:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460265.465737:0:17214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003467392 00000100:00100000:2.0:1788460265.465747:0:17214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003467392 00000100:00100000:2.0:1788460265.465818:0:17214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 13 00000100:00100000:2.0:1788460265.465828:0:17214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f3471709-a010-41d7-90bc-b8b3ea7c57b0+13:16330:x1875336003467392:12345-192.168.206.5@tcp:35:umount.0 00000001:00080000:2.0:1788460265.466093:0:17214:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:2.0:1788460265.466170:0:17214:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:2.0:1788460265.466293:0:17214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f3471709-a010-41d7-90bc-b8b3ea7c57b0+16:16330:x1875336003467392:12345-192.168.206.5@tcp:35:umount.0 Request processed in 466us (695us total) trans 8589934626 rc 0/0 00000100:00100000:2.0:1788460265.466302:0:17214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 13 00000020:00080000:2.0:1788460265.466307:0:17214:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1788460265.471695:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460265.471735:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460265.471767:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460265.471799:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460265.471876:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003467648 00000100:00100000:0.0:1788460265.471886:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003467648 00000100:00100000:0.0:1788460265.471937:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003467904 00000100:00100000:0.0:1788460265.471940:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003467904 00000100:00100000:0.0:1788460265.471996:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003467520 00000100:00100000:0.0:1788460265.471999:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003467520 00000100:00100000:0.0:1788460265.472012:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003467776 00000100:00100000:0.0:1788460265.472014:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003467776 00000100:00100000:0.0:1788460265.472030:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 4 00000100:00100000:0.0:1788460265.472038:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2976300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:051c7034-18a2-40f3-ae82-fb4fdf9e0800+17:2393:x1875336003467648:12345-192.168.206.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788460265.472052:0:17198:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788460265.472072:0:17198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc6380e00/0x5dfa74784542c4e8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794aa04 expref: 17 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460265.472100:0:17198:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788460265.472152:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2976300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:051c7034-18a2-40f3-ae82-fb4fdf9e0800+16:2393:x1875336003467648:12345-192.168.206.5@tcp:103:ldlm_bl.0 Request processed in 114us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460265.472159:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 4 00000100:00100000:0.0:1788460265.472174:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 5 00000100:00100000:0.0:1788460265.472180:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2977b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:051c7034-18a2-40f3-ae82-fb4fdf9e0800+15:2393:x1875336003467904:12345-192.168.206.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788460265.472186:0:17198:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788460265.472194:0:17198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc6381a00/0x5dfa74784542c4da lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 18 type: PLN flags: 0x44801000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794a9cc expref: 15 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460265.472202:0:17198:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788460265.472217:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2977b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:051c7034-18a2-40f3-ae82-fb4fdf9e0800+14:2393:x1875336003467904:12345-192.168.206.5@tcp:103:ldlm_bl.0 Request processed in 38us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460265.472222:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 5 00000100:00100000:0.0:1788460265.472231:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 6 00000100:00100000:0.0:1788460265.472236:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2974e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:051c7034-18a2-40f3-ae82-fb4fdf9e0800+13:2393:x1875336003467520:12345-192.168.206.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788460265.472242:0:17198:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788460265.472249:0:17198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4ac395ec00/0x5dfa74784542c4e1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 17 type: PLN flags: 0x44801000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794a9d3 expref: 13 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460265.472256:0:17198:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788460265.472269:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2974e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:051c7034-18a2-40f3-ae82-fb4fdf9e0800+12:2393:x1875336003467520:12345-192.168.206.5@tcp:103:ldlm_bl.0 Request processed in 33us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460265.472275:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 6 00000100:00100000:0.0:1788460265.472284:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 7 00000100:00100000:0.0:1788460265.472296:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2976a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:051c7034-18a2-40f3-ae82-fb4fdf9e0800+11:2393:x1875336003467776:12345-192.168.206.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788460265.472303:0:17198:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788460265.472312:0:17198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bef209000/0x5dfa74784542c5ac lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794aac1 expref: 11 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460265.472320:0:17198:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788460265.472335:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2976a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:051c7034-18a2-40f3-ae82-fb4fdf9e0800+10:2393:x1875336003467776:12345-192.168.206.5@tcp:103:ldlm_bl.0 Request processed in 39us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460265.472340:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 7 00000100:00100000:1.0:1788460265.475416:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460265.476610:0:18719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003468032 00000100:00100000:2.0:1788460265.476623:0:18719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003468032 00000100:00100000:2.0:1788460265.476695:0:18719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 30 00000100:00100000:2.0:1788460265.476705:0:18719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac42fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3471709-a010-41d7-90bc-b8b3ea7c57b0+5:2392:x1875336003468032:12345-192.168.206.5@tcp:9:umount.0 00000020:00000080:2.0:1788460265.476743:0:18719:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c504 00000100:00080000:2.0:1788460265.476753:0:18719:0:(import.c:65:import_set_state_nolock()) ffff8c4ac36f9000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788460265.476803:0:18719:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1788460265.476994:0:18719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac42fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3471709-a010-41d7-90bc-b8b3ea7c57b0+2:2392:x1875336003468032:12345-192.168.206.5@tcp:9:umount.0 Request processed in 290us (1585us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460265.477001:0:18719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 30 00010000:00010000:0.0:1788460265.478093:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788460265.485290:0:18714:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f3471709-a010-41d7-90bc-b8b3ea7c57b0 00000020:00000080:1.0:1788460265.485302:0:18714:0:(genops.c:885:class_export_put()) final put ffff8c4ac3ae0000/f3471709-a010-41d7-90bc-b8b3ea7c57b0 00000001:00100000:1.0:1788460265.485332:0:18714:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b90b6ab2-35a4-41df-bd79-b1d2f118ec83 00000020:00000080:1.0:1788460265.485335:0:18714:0:(genops.c:885:class_export_put()) final put ffff8c4ac38f1800/b90b6ab2-35a4-41df-bd79-b1d2f118ec83 00000100:00100000:3.0:1788460265.489273:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000020:00000080:2.0:1788460265.490202:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac3ae0000/f3471709-a010-41d7-90bc-b8b3ea7c57b0 for lustre-OST0000 00000020:00000080:2.0:1788460265.490276:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac38f1800/b90b6ab2-35a4-41df-bd79-b1d2f118ec83 for lustre-OST0000 00000020:00000080:2.0:1788460265.490302:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac36f9000 for lustre-OST0000 00000020:00000080:2.0:1788460265.490307:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac38f4800 for lustre-OST0000 00000100:00100000:0.0:1788460265.490468:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003468928 00000100:00100000:0.0:1788460265.490483:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003468928 00000100:00100000:0.0:1788460265.490554:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 67 00000100:00100000:0.0:1788460265.490564:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2976680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3471709-a010-41d7-90bc-b8b3ea7c57b0+16:2392:x1875336003468928:12345-192.168.206.5@tcp:39:umount.0 00000020:00000080:0.0:1788460265.490596:0:17213:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c4f6 00000020:00010000:0.0:1788460265.490610:0:17213:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8c4ac38f2800: total 0 00000100:00080000:0.0:1788460265.490615:0:17213:0:(import.c:65:import_set_state_nolock()) ffff8c4ac3723800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788460265.490638:0:17213:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:0.0:1788460265.490787:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2976680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3471709-a010-41d7-90bc-b8b3ea7c57b0+15:2392:x1875336003468928:12345-192.168.206.5@tcp:39:umount.0 Request processed in 225us (1529us total) trans 8589934627 rc 0/0 00000100:00100000:0.0:1788460265.490796:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 67 00000020:00010000:0.0:1788460265.490822:0:17201:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8c4ac38f2800: total 0 00010000:00010000:0.0:1788460265.490865:0:17201:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8c4ac38f2800, canceled 0 locks, left on hash table 8. 00010000:00010000:0.0:1788460265.490895:0:17201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8c4bfa9fec00) 00010000:00010000:0.0:1788460265.490899:0:17201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788460265.490906:0:17201:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac395e600/0x5dfa74784542c5c8 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794aac8 expref: 14 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460265.490980:0:17201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8c4bfa9fe900) 00010000:00010000:0.0:1788460265.490984:0:17201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788460265.490989:0:17201:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac395e400/0x5dfa74784542c7b2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ab5b expref: 13 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460265.491004:0:17201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8c4bfa9fea00) 00010000:00010000:0.0:1788460265.491007:0:17201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788460265.491010:0:17201:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac395fa00/0x5dfa74784542c6a8 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ab07 expref: 12 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460265.491022:0:17201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8c4bef1fea00) 00010000:00010000:0.0:1788460265.491024:0:17201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788460265.491028:0:17201:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc6380600/0x5dfa74784542c757 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ab46 expref: 11 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460265.491038:0:17201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8c4bef1fea00) 00010000:00010000:0.0:1788460265.491041:0:17201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1788460265.491044:0:17201:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc6ca6600/0x5dfa74784542c726 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ab31 expref: 10 pid: 17211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460265.491055:0:17201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c4bfa9fe200) 00010000:00010000:0.0:1788460265.491057:0:17201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788460265.491060:0:17201:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac395ee00/0x5dfa74784542c623 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794aadd expref: 9 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460265.491070:0:17201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8c4bef1fea00) 00010000:00010000:0.0:1788460265.491072:0:17201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788460265.491081:0:17201:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc6ca7c00/0x5dfa74784542c80d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ab7e expref: 8 pid: 17211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460265.491096:0:17201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8c4bc3995600) 00010000:00010000:0.0:1788460265.491098:0:17201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788460265.491101:0:17201:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc6380800/0x5dfa74784542c5e4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794aacf expref: 7 pid: 18741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460265.491113:0:17201:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8c4ac38f2800, canceled 8 locks, left on hash table 0. 00010000:00010000:0.0:1788460265.491124:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460265.491126:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460265.491128:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788460265.516075:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460265.516197:0:18741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003469056 00000100:00100000:2.0:1788460265.516209:0:18741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003469056 00000100:00100000:2.0:1788460265.516276:0:18741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 68 00000100:00100000:2.0:1788460265.516287:0:18741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3471709-a010-41d7-90bc-b8b3ea7c57b0+5:2392:x1875336003469056:12345-192.168.206.5@tcp:39:umount.0 00000020:00000080:2.0:1788460265.516328:0:18741:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c4fd 00000100:00080000:2.0:1788460265.516360:0:18741:0:(import.c:65:import_set_state_nolock()) ffff8c4ac37e3000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788460265.516399:0:18741:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:0.0:1788460265.516609:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788460265.516709:0:18741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3471709-a010-41d7-90bc-b8b3ea7c57b0+3:2392:x1875336003469056:12345-192.168.206.5@tcp:39:umount.0 Request processed in 422us (647us total) trans 8589934593 rc 0/0 00000100:00100000:2.0:1788460265.516720:0:18741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 68 00000100:00100000:1.0:1788460265.554394:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022422784:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788460265.554464:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460265.554571:0:17952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022422784 00000100:00100000:0.0:1788460265.554580:0:17952:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022422784 00000100:00100000:0.0:1788460265.554634:0:17952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788460265.554643:0:17952:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac42ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022422784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788460265.554676:0:17952:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788460265.554738:0:17952:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac42ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022422784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460265.554745:0:17952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1788460265.554788:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022422784:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788460265.555018:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788460265.556096:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022422912:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788460265.556141:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460265.556234:0:17216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022422912 00000100:00100000:1.0:1788460265.556240:0:17216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022422912 00000100:00100000:1.0:1788460265.556346:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788460265.556355:0:17216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022422912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788460265.556379:0:17216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1788460265.556433:0:17216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022422912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460265.556440:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788460265.556524:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022422912:0@lo:41:osp-pre-0-1.0 00000001:00100000:1.0:1788460266.067688:0:19533:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b90b6ab2-35a4-41df-bd79-b1d2f118ec83 00000020:00000080:1.0:1788460266.067698:0:19533:0:(genops.c:885:class_export_put()) final put ffff8c4c0147d000/b90b6ab2-35a4-41df-bd79-b1d2f118ec83 00000001:00100000:1.0:1788460266.067726:0:19533:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of f3471709-a010-41d7-90bc-b8b3ea7c57b0 00000020:00000080:1.0:1788460266.067729:0:19533:0:(genops.c:885:class_export_put()) final put ffff8c4c0147c000/f3471709-a010-41d7-90bc-b8b3ea7c57b0 00000020:00000080:3.0:1788460266.067763:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4c0147d000/b90b6ab2-35a4-41df-bd79-b1d2f118ec83 for lustre-OST0001 00000020:00000080:3.0:1788460266.067817:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4c0147c000/f3471709-a010-41d7-90bc-b8b3ea7c57b0 for lustre-OST0001 00000020:00000080:3.0:1788460266.067844:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4c0147b000 for lustre-OST0001 00000020:00000080:3.0:1788460266.067848:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4c01478800 for lustre-OST0001 00010000:00010000:0.0:1788460266.385145:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788460267.042131:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460267.042176:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460267.042211:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460267.042311:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003469184 00000100:00100000:2.0:1788460267.042320:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003469184 00000100:00100000:2.0:1788460267.042379:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003469440 00000100:00100000:2.0:1788460267.042382:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003469440 00000100:00100000:2.0:1788460267.042396:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003469568 00000100:00100000:2.0:1788460267.042399:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003469568 00000100:00100000:2.0:1788460267.042416:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 8 00000100:00100000:2.0:1788460267.042425:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac42fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:051c7034-18a2-40f3-ae82-fb4fdf9e0800+12:2394:x1875336003469184:12345-192.168.206.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788460267.042439:0:17197:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788460267.042457:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc6ca7800/0x5dfa74784542c527 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 16 type: PLN flags: 0x44801000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794aa4a expref: 12 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460267.042475:0:17197:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788460267.042535:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac42fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:051c7034-18a2-40f3-ae82-fb4fdf9e0800+11:2394:x1875336003469184:12345-192.168.206.5@tcp:103:ldlm_bl.0 Request processed in 110us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460267.042542:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 8 00000100:00100000:2.0:1788460267.042560:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 9 00000100:00100000:2.0:1788460267.042567:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac1e66050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:051c7034-18a2-40f3-ae82-fb4fdf9e0800+10:2395:x1875336003469440:12345-192.168.206.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788460267.042574:0:17197:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788460267.042583:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc6ca6e00/0x5dfa74784542c5a5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794aaba expref: 10 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460267.042610:0:17197:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788460267.042631:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac1e66050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:051c7034-18a2-40f3-ae82-fb4fdf9e0800+9:2395:x1875336003469440:12345-192.168.206.5@tcp:103:ldlm_bl.0 Request processed in 65us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460267.042638:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 9 00000100:00100000:2.0:1788460267.042687:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 10 00000100:00100000:2.0:1788460267.042695:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac42fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:051c7034-18a2-40f3-ae82-fb4fdf9e0800+8:2395:x1875336003469568:12345-192.168.206.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788460267.042704:0:17197:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788460267.042714:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc6381e00/0x5dfa74784542c520 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x44801000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794aa43 expref: 8 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460267.042723:0:17197:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788460267.042743:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac42fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:051c7034-18a2-40f3-ae82-fb4fdf9e0800+7:2395:x1875336003469568:12345-192.168.206.5@tcp:103:ldlm_bl.0 Request processed in 49us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460267.042749:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 10 00000100:00100000:3.0:1788460267.043113:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460267.043208:0:20239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003469312 00000100:00100000:1.0:1788460267.043214:0:20239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003469312 00000100:00100000:1.0:1788460267.043257:0:20239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 11 00000100:00100000:1.0:1788460267.043264:0:20239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2976d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:051c7034-18a2-40f3-ae82-fb4fdf9e0800+7:2394:x1875336003469312:12345-192.168.206.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788460267.043291:0:20239:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788460267.043302:0:20239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc6ca6a00/0x5dfa74784542c52e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794aa7b expref: 7 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460267.043312:0:20239:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788460267.043382:0:20239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2976d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:051c7034-18a2-40f3-ae82-fb4fdf9e0800+6:2394:x1875336003469312:12345-192.168.206.5@tcp:103:ldlm_bl.0 Request processed in 118us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460267.043389:0:20239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 11 00000100:00100000:3.0:1788460267.047435:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460267.047531:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003469824 00000100:00100000:0.0:1788460267.047540:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003469824 00000100:00100000:0.0:1788460267.047635:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 69 00000100:00100000:0.0:1788460267.047647:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2975c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+6:2392:x1875336003469824:12345-192.168.206.5@tcp:39:umount.0 00000100:00080000:1.0:1788460267.047653:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:0.0:1788460267.047695:0:17213:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c53c 00000020:00010000:0.0:1788460267.047702:0:17213:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8c4ac38f4000: total 0 00000100:00080000:0.0:1788460267.047706:0:17213:0:(import.c:65:import_set_state_nolock()) ffff8c4ac38f1000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788460267.047735:0:17213:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000020:00010000:1.0:1788460267.047749:0:17201:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8c4ac38f4000: total 0 00010000:00010000:1.0:1788460267.047804:0:17201:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8c4ac38f4000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1788460267.047843:0:17201:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c4bfa9fe200) 00010000:00010000:1.0:1788460267.047847:0:17201:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788460267.047856:0:17201:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc6ca7e00/0x5dfa74784542c631 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794aae4 expref: 5 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460267.047876:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2975c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+4:2392:x1875336003469824:12345-192.168.206.5@tcp:39:umount.0 Request processed in 230us (448us total) trans 8589934628 rc 0/0 00010000:00010000:1.0:1788460267.047882:0:17201:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8c4ac38f4000, canceled 1 locks, left on hash table 0. 00000100:00100000:0.0:1788460267.047887:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 69 00010000:00010000:1.0:1788460267.047901:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460267.047905:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460267.047907:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460267.058867:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460267.063463:0:18741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003469952 00000100:00100000:2.0:1788460267.063476:0:18741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003469952 00000100:00100000:2.0:1788460267.063572:0:18741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 70 00000100:00100000:2.0:1788460267.063583:0:18741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+5:2392:x1875336003469952:12345-192.168.206.5@tcp:39:umount.0 00000020:00000080:2.0:1788460267.063622:0:18741:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c543 00000100:00080000:2.0:1788460267.063631:0:18741:0:(import.c:65:import_set_state_nolock()) ffff8c4ac38f6800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788460267.063652:0:18741:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:0.0:1788460267.063739:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788460267.063819:0:18741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b90b6ab2-35a4-41df-bd79-b1d2f118ec83+3:2392:x1875336003469952:12345-192.168.206.5@tcp:39:umount.0 Request processed in 237us (4960us total) trans 8589934594 rc 0/0 00000100:00100000:2.0:1788460267.064022:0:18741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 70 00000100:00080000:1.0:1788460267.064755:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788460267.089161:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac42fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022423296:0@lo:400:kworker.0 00000100:00100000:0.0:1788460267.089234:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460267.089259:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022423552:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1788460267.089426:0:17247:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788460267.089431:0:17247:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788460267.089450:0:17247:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1788460267.089457:0:17247:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1788460267.089528:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022423424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788460267.089557:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460267.089695:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460267.089755:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022423424 00000100:00100000:2.0:1788460267.089762:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022423424 00000100:00100000:2.0:1788460267.089807:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022423552 00000100:00100000:2.0:1788460267.089810:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022423552 00000100:00100000:2.0:1788460267.089840:0:18722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788460267.089849:0:18722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2977100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022423424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788460267.089873:0:18722:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788460267.089926:0:18722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2977100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022423424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460267.089933:0:18722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788460267.089971:0:18722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788460267.089978:0:18722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022423552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788460267.089993:0:18722:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788460267.090020:0:18722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022423552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460267.090026:0:18722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788460267.090043:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022423296 00000100:00100000:2.0:1788460267.090047:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022423296 00000100:00100000:2.0:1788460267.090070:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788460267.090076:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac1e61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022423296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460267.090238:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022423552:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788460267.090270:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788460267.090274:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788460267.090303:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022423424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788460267.090710:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460267.090740:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003470080 00000100:00100000:3.0:1788460267.090745:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003470080 00000100:00100000:3.0:1788460267.090773:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 196 00000100:00100000:3.0:1788460267.090779:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4130050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:051c7034-18a2-40f3-ae82-fb4fdf9e0800+6:2392:x1875336003470080:12345-192.168.206.5@tcp:251:umount.0 00000020:00000080:3.0:1788460267.090807:0:17205:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c4d3 00000100:00080000:3.0:1788460267.090816:0:17205:0:(import.c:65:import_set_state_nolock()) ffff8c4ac3722800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1788460267.091352:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4130050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:051c7034-18a2-40f3-ae82-fb4fdf9e0800+1:2392:x1875336003470080:12345-192.168.206.5@tcp:251:umount.0 Request processed in 566us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460267.091360:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 196 00000020:00000080:3.0:1788460267.091369:0:17205:0:(genops.c:885:class_export_put()) final put ffff8c4ac3723000/051c7034-18a2-40f3-ae82-fb4fdf9e0800 00000020:00000080:3.0:1788460267.091777:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac3723000/051c7034-18a2-40f3-ae82-fb4fdf9e0800 for MGS 00000020:00000080:3.0:1788460267.091807:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac3722800 for MGS 00000100:00100000:1.0:1788460267.092752:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf75e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1875336022424064:0@lo:400:kworker.0 00000100:00100000:1.0:1788460267.092798:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460267.092826:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc532e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3662:1875336022424576:0@lo:400:kworker.0 00000100:00100000:1.0:1788460267.092850:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460267.092872:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788460267.092879:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf75e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1875336022423936:0@lo:400:kworker.0 00000100:00100000:1.0:1788460267.092915:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460267.092936:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc532ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1875336022424448:0@lo:400:kworker.0 00000100:00100000:1.0:1788460267.092979:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460267.093010:0:18717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022424064 00000100:00100000:1.0:1788460267.093017:0:18717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022424064 00000100:00100000:1.0:1788460267.093114:0:18717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788460267.093123:0:18717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc532dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1875336022424064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460267.093169:0:18717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc532dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3662:x1875336022424064:12345-0@lo:400:kworker.0 Request processed in 47us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460267.093176:0:18717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788460267.093193:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac1e61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022423296:12345-0@lo:400:kworker.0 Request processed in 3114us (3958us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460267.093201:0:17952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022423936 00000100:00100000:2.0:1788460267.093205:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788460267.093206:0:17952:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022423936 00000100:00100000:2.0:1788460267.093228:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788460267.093238:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc532f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875336022423936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460267.093256:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf75e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1875336022424064:0@lo:400:kworker.0 00000100:00100000:1.0:1788460267.093281:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022424576 00000100:00100000:1.0:1788460267.093284:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022424576 00000100:00100000:2.0:1788460267.093294:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc532f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875336022423936:12345-0@lo:400:kworker.0 Request processed in 57us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460267.093308:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788460267.093329:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022424448 00000100:00100000:2.0:1788460267.093334:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022424448 00000100:00100000:0.0:1788460267.094751:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac490a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1875336022423808:0@lo:400:kworker.0 00000100:00100000:0.0:1788460267.094807:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460267.094840:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf75e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3660:1875336022424320:0@lo:400:kworker.0 00000100:00100000:0.0:1788460267.094861:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460267.094893:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac42fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022423296:0@lo:400:kworker.0 00000100:00100000:0.0:1788460267.094911:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [0->1] 00000100:00080000:3.0:1788460267.095246:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788460267.095247:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022423168:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1788460267.095254:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788460267.095259:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788460267.095282:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460267.095365:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac42fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c482be18-c056-4068-8a37-ed5038fc364a:3660:1875336022423040:0@lo:400:kworker.0 00000100:00100000:0.0:1788460267.095395:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460267.095411:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022423808 00000100:00100000:1.0:1788460267.095418:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022423808 00000100:00100000:0.0:1788460267.095424:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac3672a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022423680:0@lo:400:kworker.0 00000100:00100000:1.0:1788460267.095438:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022424320 00000100:00100000:1.0:1788460267.095441:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022424320 00000100:00100000:1.0:1788460267.095461:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788460267.095469:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc532d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1875336022424576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460267.095526:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc532d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1875336022424576:12345-0@lo:400:kworker.0 Request processed in 58us (2675us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460267.095533:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788460267.095551:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788460267.095558:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfaeaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1875336022423808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460267.095566:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460267.095588:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1788460267.095609:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf75e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1875336022424192:0@lo:400:kworker.0 00000100:00100000:1.0:1788460267.095615:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfaeaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1875336022423808:12345-0@lo:400:kworker.0 Request processed in 56us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460267.095628:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1788460267.095641:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460267.095645:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1788460267.095654:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc532d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875336022424448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460267.095658:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc532ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1875336022424704:0@lo:400:kworker.0 00000100:00100000:2.0:1788460267.095665:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfaea8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1875336022424320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460267.095698:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460267.095726:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfaea8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1875336022424320:12345-0@lo:400:kworker.0 Request processed in 66us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460267.095726:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac490a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1875336022423808:0@lo:400:kworker.0 00000100:00100000:2.0:1788460267.095740:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1788460267.095745:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf75e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3660:1875336022424320:0@lo:400:kworker.0 00000100:00100000:2.0:1788460267.095756:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022424192 00000100:00100000:2.0:1788460267.095761:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022424192 00000100:00100000:0.0:1788460267.095778:0:19273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022423680 00000100:00100000:2.0:1788460267.095780:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022424704 00000100:00100000:0.0:1788460267.095782:0:19273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022423680 00000100:00100000:2.0:1788460267.095785:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022424704 00000100:00100000:2.0:1788460267.095816:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1788460267.095824:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1875336022424192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460267.095828:0:19273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788460267.095838:0:19273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022423680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460267.095879:0:19273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4397100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022423680:12345-0@lo:400:kworker.0 Request processed in 43us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460267.095886:0:19273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788460267.095904:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022423040 00000100:00100000:0.0:1788460267.095908:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022423040 00000100:00100000:1.0:1788460267.095994:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc532d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875336022424448:12345-0@lo:400:kworker.0 Request processed in 341us (3014us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460267.096001:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1788460267.096020:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1788460267.096028:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1875336022424704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460267.096034:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1875336022424192:12345-0@lo:400:kworker.0 Request processed in 208us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460267.096043:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1788460267.096064:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1875336022424704:12345-0@lo:400:kworker.0 Request processed in 36us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460267.096071:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00010000:00010000:2.0:1788460267.096091:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788460267.096092:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788460267.096097:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788460267.096099:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788460267.096124:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf75e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1875336022423936:0@lo:400:kworker.0 00010000:00080000:1.0:1788460267.096139:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4bc532ea00 x1875336022424448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460267.096150:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc532ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1875336022424448:0@lo:400:kworker.0 00000100:00100000:1.0:1788460267.096162:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc532e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3662:1875336022424576:0@lo:400:kworker.0 00000100:00100000:1.0:1788460267.096197:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac3672a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022423680:0@lo:400:kworker.0 00000100:00100000:1.0:1788460267.096207:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf75e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1875336022424192:0@lo:400:kworker.0 00010000:00080000:1.0:1788460267.096217:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4bc532ed80 x1875336022424704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460267.096237:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc532ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1875336022424704:0@lo:400:kworker.0 00000100:00100000:0.0:1788460267.096316:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1788460267.096324:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4133850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c482be18-c056-4068-8a37-ed5038fc364a+29:3660:x1875336022423040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460267.096365:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4133850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c482be18-c056-4068-8a37-ed5038fc364a+29:3660:x1875336022423040:12345-0@lo:400:kworker.0 Request processed in 42us (970us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460267.096372:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:1.0:1788460267.096389:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac42fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c482be18-c056-4068-8a37-ed5038fc364a:3660:1875336022423040:0@lo:400:kworker.0 00000100:00100000:3.0:1788460267.096617:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022423168 00000100:00100000:3.0:1788460267.096622:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022423168 00000100:00100000:3.0:1788460267.096659:0:18722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788460267.096666:0:18722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac42fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022423168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788460267.096692:0:18722:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788460267.096815:0:18722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac42fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022423168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 148us (1532us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460267.096822:0:18722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788460267.096877:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022423168:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788460267.410573:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460268.434504:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788460268.636346:0:20784:0:(tgt_mount.c:2326:server_umount_begin()) umount -f 00000020:01000004:0.0:1788460268.656780:0:20784:0:(tgt_mount.c:2182:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1788460268.656834:0:20784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d3000/0x5dfa74784542c026 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c02d expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.656849:0:20784:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d3000/0x5dfa74784542c026 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c02d expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.656868:0:20784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d3000/0x5dfa74784542c026 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c02d expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.656874:0:20784:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d3000/0x5dfa74784542c026 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c02d expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.656898:0:20784:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788460268.656903:0:20784:0:(mgc_request.c:651:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1788460268.656928:0:20784:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788460268.656931:0:20784:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788460268.656936:0:20784:0:(pinger.c:405:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788460268.656990:0:20784:0:(import.c:65:import_set_state_nolock()) ffff8c4bfc4e5800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1788460268.657128:0:18366:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460268.657136:0:18366:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d3000/0x5dfa74784542c026 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c02d expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.657144:0:18366:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc29d3000 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:2.0:1788460268.657147:0:18366:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d3000/0x5dfa74784542c026 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c02d expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.657167:0:18366:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d3000/0x5dfa74784542c026 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c02d expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788460268.657174:0:18366:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d3000/0x5dfa74784542c026 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c02d expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460268.657180:0:18366:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788460268.657182:0:18366:0:(mgc_request.c:1242:mgc_blocking_ast()) log lustre-client: stale lock, won't requeue 10000000:01000000:2.0:1788460268.657184:0:18366:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788460268.657225:0:18366:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d3000/0x5dfa74784542c026 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c02d expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.657232:0:18366:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788460268.657260:0:18366:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d3000/0x5dfa74784542c026 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c02d expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.657267:0:18366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d3000/0x5dfa74784542c026 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c02d expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.657278:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460268.657280:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460268.657282:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788460268.657509:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c482be18-c056-4068-8a37-ed5038fc364a:3660:1875336022424960:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788460268.657570:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460268.657809:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4395f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3658:1875336022424832:0@lo:39:umount.0 00000100:00100000:3.0:1788460268.657842:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460268.658049:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022424832 00000100:00100000:1.0:1788460268.658057:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022424832 00000100:00100000:1.0:1788460268.658098:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788460268.658107:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2975500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1875336022424832:12345-0@lo:39:umount.0 00000020:00000080:1.0:1788460268.658130:0:17212:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c057 00000100:00080000:1.0:1788460268.658138:0:17212:0:(import.c:65:import_set_state_nolock()) ffff8c4bfa1bf800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1788460268.658201:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2975500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3658:x1875336022424832:12345-0@lo:39:umount.0 Request processed in 95us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460268.658209:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:1.0:1788460268.658219:0:17212:0:(genops.c:885:class_export_put()) final put ffff8c4bfa1bf000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1788460268.658241:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bfa1bf000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1788460268.658282:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4bfa1bf800 for lustre-MDT0000 00000100:00080000:1.0:1788460268.658312:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bfc4e5800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1788460268.658321:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4395f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3658:1875336022424832:0@lo:39:umount.0 00010000:00010000:0.0:1788460268.658384:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788460268.658395:0:20784:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788460268.658399:0:20784:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788460268.658402:0:20784:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1788460268.658521:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022424960 00000100:00100000:2.0:1788460268.658526:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022424960 00000100:00100000:2.0:1788460268.658567:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788460268.658574:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc532ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c482be18-c056-4068-8a37-ed5038fc364a+29:3660:x1875336022424960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788460268.658584:0:17198:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788460268.658608:0:17198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc29d2e00/0x5dfa74784542c02d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c026 expref: 29 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.659528:0:17198:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788460268.659588:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc532ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c482be18-c056-4068-8a37-ed5038fc364a+28:3660:x1875336022424960:12345-0@lo:103:ldlm_bl.0 Request processed in 1013us (2016us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460268.659597:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788460268.660154:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c482be18-c056-4068-8a37-ed5038fc364a:3660:1875336022424960:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788460268.660556:0:20784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676e00/0x5dfa74784542bf77 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542bf7e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.660570:0:20784:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676e00/0x5dfa74784542bf77 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542bf7e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.660578:0:20784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676e00/0x5dfa74784542bf77 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542bf7e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.660725:0:20784:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676e00/0x5dfa74784542bf77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542bf7e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.660800:0:20784:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788460268.660807:0:20784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677800/0x5dfa74784542c32f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c336 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.660813:0:20784:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677800/0x5dfa74784542c32f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c336 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.660819:0:20784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677800/0x5dfa74784542c32f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c336 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.660825:0:20784:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677800/0x5dfa74784542c32f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c336 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.660895:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788460268.660902:0:17200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676e00/0x5dfa74784542bf77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542bf7e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.660908:0:17200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3676e00 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:2.0:1788460268.660912:0:17200:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676e00/0x5dfa74784542bf77 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542bf7e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.660920:0:17200:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676e00/0x5dfa74784542bf77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542bf7e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788460268.660927:0:17200:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676e00/0x5dfa74784542bf77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542bf7e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460268.660933:0:17200:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788460268.660935:0:17200:0:(mgc_request.c:1242:mgc_blocking_ast()) log lustre-MDT0000: stale lock, won't requeue 00010000:00010000:2.0:1788460268.660980:0:17200:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676e00/0x5dfa74784542bf77 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542bf7e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.660986:0:17200:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788460268.661016:0:17200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676e00/0x5dfa74784542bf77 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542bf7e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.661024:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676e00/0x5dfa74784542bf77 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542bf7e expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.661047:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460268.661051:0:17200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677800/0x5dfa74784542c32f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c336 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.661056:0:17200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3677800 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:2.0:1788460268.661059:0:17200:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677800/0x5dfa74784542c32f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c336 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.661066:0:17200:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677800/0x5dfa74784542c32f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c336 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788460268.661072:0:17200:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677800/0x5dfa74784542c32f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c336 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460268.661077:0:17200:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1788460268.661079:0:17200:0:(mgc_request.c:1249:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:2.0:1788460268.661092:0:17200:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677800/0x5dfa74784542c32f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c336 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.661098:0:17200:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788460268.661104:0:17200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677800/0x5dfa74784542c32f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c336 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.661111:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460268.661113:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460268.661115:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788460268.661174:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c482be18-c056-4068-8a37-ed5038fc364a:3661:1875336022425088:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788460268.661224:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460268.661269:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788460268.661275:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c482be18-c056-4068-8a37-ed5038fc364a:3661:1875336022425216:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788460268.661295:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460268.661354:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022425088 00000100:00100000:2.0:1788460268.661360:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022425088 00000100:00100000:2.0:1788460268.661404:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022425216 00000100:00100000:2.0:1788460268.661413:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022425216 00000100:00100000:2.0:1788460268.661444:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788460268.661451:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2975f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c482be18-c056-4068-8a37-ed5038fc364a+29:3661:x1875336022425088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788460268.661462:0:17197:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788460268.661474:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc29d3400/0x5dfa74784542bf7e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542bf77 expref: 29 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.661486:0:17197:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788460268.661519:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2975f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c482be18-c056-4068-8a37-ed5038fc364a+28:3661:x1875336022425088:12345-0@lo:103:ldlm_bl.0 Request processed in 68us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460268.661525:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788460268.661541:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788460268.661547:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2975880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c482be18-c056-4068-8a37-ed5038fc364a+27:3661:x1875336022425216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788460268.661554:0:17197:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788460268.661562:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc6381c00/0x5dfa74784542c336 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c32f expref: 27 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.661570:0:17197:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788460268.661601:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2975880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c482be18-c056-4068-8a37-ed5038fc364a+26:3661:x1875336022425216:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460268.661606:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788460268.661770:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c482be18-c056-4068-8a37-ed5038fc364a:3661:1875336022425216:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788460268.661781:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c482be18-c056-4068-8a37-ed5038fc364a:3661:1875336022425088:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788460268.662049:0:20784:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788460268.662056:0:20784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677800/0x5dfa74784542c32f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c336 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460268.662066:0:20784:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1788460268.662091:0:20784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380200/0x5dfa74784542c597 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c59e expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.662099:0:20784:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380200/0x5dfa74784542c597 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c59e expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.662105:0:20784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380200/0x5dfa74784542c597 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c59e expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.662111:0:20784:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380200/0x5dfa74784542c597 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c59e expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.662173:0:18366:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460268.662179:0:18366:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380200/0x5dfa74784542c597 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c59e expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.662195:0:18366:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc6380200 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:2.0:1788460268.662199:0:18366:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380200/0x5dfa74784542c597 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c59e expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.662207:0:18366:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380200/0x5dfa74784542c597 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c59e expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788460268.662213:0:18366:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380200/0x5dfa74784542c597 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c59e expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460268.662219:0:18366:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788460268.662221:0:18366:0:(mgc_request.c:1249:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1788460268.662240:0:18366:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380200/0x5dfa74784542c597 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c59e expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.662246:0:18366:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1788460268.662296:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1788460268.662313:0:18366:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380200/0x5dfa74784542c597 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c59e expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.662321:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460268.662322:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460268.662324:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460268.662384:0:20784:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788460268.662388:0:20784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380200/0x5dfa74784542c597 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c59e expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460268.662398:0:20784:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1788460268.662413:0:20784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676000/0x5dfa74784542bf69 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542bf70 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460268.662485:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460268.662505:0:20784:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676000/0x5dfa74784542bf69 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542bf70 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.662512:0:20784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676000/0x5dfa74784542bf69 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542bf70 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.662518:0:20784:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676000/0x5dfa74784542bf69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542bf70 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.662532:0:20784:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788460268.662537:0:20784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6200/0x5dfa74784542bf5b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542bf62 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.662543:0:20784:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6200/0x5dfa74784542bf5b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542bf62 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.662550:0:20784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6200/0x5dfa74784542bf5b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542bf62 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.662556:0:20784:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6200/0x5dfa74784542bf5b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542bf62 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460268.662626:0:20784:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1788460268.662638:0:20784:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:0.0:1788460268.662655:0:20784:0:(mgc_request.c:651:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:0.0:1788460268.662688:0:20784:0:(tgt_mount.c:2232:server_put_super()) stopping lustre-MDT0000 00000020:01000000:0.0:1788460268.662692:0:20784:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:0.0:1788460268.662696:0:20784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788460268.662702:0:20784:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:0.0:1788460268.662708:0:20784:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8c4ac4225000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788460268.662713:0:20784:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8c4ac4849000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788460268.662717:0:20784:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8c4ac1ecb800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788460268.662720:0:20784:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8c4bf76a9000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788460268.662728:0:20784:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8c4ac38f4000 b90b6ab2-35a4-41df-bd79-b1d2f118ec83 192.168.206.5@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:0.0:1788460268.662732:0:20784:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8c4ac38f2800 f3471709-a010-41d7-90bc-b8b3ea7c57b0 192.168.206.5@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:0.0:1788460268.662737:0:20784:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff8c4bd0b8cc98) has exports, disconnecting them 00000020:00080000:0.0:1788460268.662741:0:20784:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8c4ac4225000), last request at 1788460267 00000020:00000080:0.0:1788460268.662748:0:20784:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c2e2 00000100:00080000:0.0:1788460268.662763:0:20784:0:(import.c:65:import_set_state_nolock()) ffff8c4ac4227800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1788460268.662898:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c482be18-c056-4068-8a37-ed5038fc364a:3660:1875336022425344:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788460268.662969:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460268.663013:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022425344 00000100:00100000:1.0:1788460268.663018:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022425344 00000100:00100000:1.0:1788460268.663056:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788460268.663063:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc532e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c482be18-c056-4068-8a37-ed5038fc364a+26:3660:x1875336022425344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788460268.663073:0:17197:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788460268.663084:0:17197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4ac395f600/0x5dfa74784542c59e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c597 expref: 26 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460268.663094:0:17197:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788460268.663124:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc532e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c482be18-c056-4068-8a37-ed5038fc364a+25:3660:x1875336022425344:12345-0@lo:103:ldlm_bl.0 Request processed in 62us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460268.663130:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788460268.663161:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c482be18-c056-4068-8a37-ed5038fc364a:3660:1875336022425344:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788460268.663227:0:18366:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788460268.663233:0:18366:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676000/0x5dfa74784542bf69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542bf70 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460268.663239:0:18366:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3676000 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:3.0:1788460268.663242:0:18366:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676000/0x5dfa74784542bf69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542bf70 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460268.663249:0:18366:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676000/0x5dfa74784542bf69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542bf70 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788460268.663267:0:18366:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676000/0x5dfa74784542bf69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542bf70 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788460268.663272:0:18366:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1788460268.663274:0:18366:0:(mgc_request.c:1242:mgc_blocking_ast()) log lustre-barrier: stale lock, won't requeue 10000000:01000000:3.0:1788460268.663276:0:18366:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1788460268.663304:0:18366:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676000/0x5dfa74784542bf69 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542bf70 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460268.663311:0:18366:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788460268.663324:0:18366:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676000/0x5dfa74784542bf69 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542bf70 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460268.663331:0:18366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676000/0x5dfa74784542bf69 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542bf70 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460268.663340:0:18366:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788460268.663343:0:18366:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6200/0x5dfa74784542bf5b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542bf62 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460268.663348:0:18366:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfadc6200 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:3.0:1788460268.663351:0:18366:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6200/0x5dfa74784542bf5b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542bf62 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460268.663362:0:18366:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6200/0x5dfa74784542bf5b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542bf62 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788460268.663369:0:18366:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6200/0x5dfa74784542bf5b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542bf62 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788460268.663383:0:18366:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788460268.663385:0:18366:0:(mgc_request.c:1242:mgc_blocking_ast()) log lustre-sptlrpc: stale lock, won't requeue 10000000:01000000:3.0:1788460268.663387:0:18366:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1788460268.663413:0:18366:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6200/0x5dfa74784542bf5b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542bf62 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460268.663429:0:18366:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788460268.663441:0:18366:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6200/0x5dfa74784542bf5b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542bf62 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460268.663448:0:18366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6200/0x5dfa74784542bf5b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542bf62 expref: -99 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460268.663457:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460268.663458:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460268.663460:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788460268.663466:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788460268.663474:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2976300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c482be18-c056-4068-8a37-ed5038fc364a:3659:1875336022425472:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788460268.663501:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460268.663551:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788460268.663559:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c482be18-c056-4068-8a37-ed5038fc364a:3662:1875336022425600:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788460268.663582:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460268.663620:0:20239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022425472 00000100:00100000:1.0:1788460268.663624:0:20239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022425472 00000100:00100000:1.0:1788460268.663656:0:20239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022425600 00000100:00100000:1.0:1788460268.663659:0:20239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022425600 00000100:00100000:1.0:1788460268.663687:0:20239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788460268.663693:0:20239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac1e66450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c482be18-c056-4068-8a37-ed5038fc364a+26:3659:x1875336022425472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788460268.663700:0:20239:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788460268.663708:0:20239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc29d2400/0x5dfa74784542bf70 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542bf69 expref: 26 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460268.663717:0:20239:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788460268.663750:0:20239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac1e66450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c482be18-c056-4068-8a37-ed5038fc364a+25:3659:x1875336022425472:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460268.663756:0:20239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788460268.663786:0:20239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788460268.663791:0:20239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc532ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c482be18-c056-4068-8a37-ed5038fc364a+24:3662:x1875336022425600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788460268.663798:0:20239:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788460268.663805:0:20239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc29d3a00/0x5dfa74784542bf62 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542bf5b expref: 24 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460268.663813:0:20239:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788460268.663835:0:20239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc532ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c482be18-c056-4068-8a37-ed5038fc364a+23:3662:x1875336022425600:12345-0@lo:103:ldlm_bl.0 Request processed in 44us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460268.663840:0:20239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788460268.663863:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2976300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c482be18-c056-4068-8a37-ed5038fc364a:3659:1875336022425472:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788460268.663880:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c482be18-c056-4068-8a37-ed5038fc364a:3662:1875336022425600:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788460268.664197:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1788460268.664327:0:20784:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c4ac4225000): rc 0 00000020:00000080:0.0:1788460268.664331:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4ac4225000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:0.0:1788460268.664350:0:20784:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8c4ac4849000), last request at 1788460267 00000020:00000080:0.0:1788460268.664355:0:20784:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c21e 00000100:00080000:0.0:1788460268.664362:0:20784:0:(import.c:65:import_set_state_nolock()) ffff8c4ac484f000 : changing import state from FULL to CLOSED 00000020:00000080:1.0:1788460268.664393:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac4225000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1788460268.664447:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac4227800 for lustre-MDT0000 00010000:00010000:2.0:1788460268.664551:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1788460268.664726:0:20784:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c4ac4849000): rc 0 00000020:00000080:0.0:1788460268.664729:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4ac4849000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:0.0:1788460268.664778:0:20784:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8c4ac1ecb800), last request at 1788460199 00000020:00000080:0.0:1788460268.664791:0:20784:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c153 00000100:00080000:0.0:1788460268.664795:0:20784:0:(import.c:65:import_set_state_nolock()) ffff8c4ac1ecc800 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1788460268.664813:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788460268.664837:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac4849000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1788460268.664876:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac484f000 for lustre-MDT0000 00000020:00080000:0.0:1788460268.665094:0:20784:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c4ac1ecb800): rc 0 00000020:00000080:0.0:1788460268.665096:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4ac1ecb800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:0.0:1788460268.665113:0:20784:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8c4bf76a9000), last request at 1788460198 00000020:00000080:0.0:1788460268.665117:0:20784:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c0ea 00000100:00080000:0.0:1788460268.665121:0:20784:0:(import.c:65:import_set_state_nolock()) ffff8c4bf76ac000 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1788460268.665185:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac1ecb800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1788460268.665245:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac1ecc800 for lustre-MDT0000 00010000:00010000:2.0:1788460268.665296:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:0.0:1788460268.665354:0:20784:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00080000:0.0:1788460268.665433:0:20784:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c4bf76a9000): rc 0 00000004:00000080:0.0:1788460268.665440:0:20784:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffba0a00d53ae0 00000100:00080000:0.0:1788460268.665457:0:20784:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788460268.665461:0:20784:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788460268.666541:0:20784:0:(pinger.c:405:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1788460268.666568:0:20784:0:(import.c:65:import_set_state_nolock()) ffff8c4bfa02b800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1788460268.666789:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022425728:0@lo:39:umount.0 00000100:00100000:1.0:1788460268.666848:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460268.666900:0:17952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022425728 00000100:00100000:1.0:1788460268.666907:0:17952:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022425728 00000100:00100000:1.0:1788460268.666967:0:17952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1788460268.666975:0:17952:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc532ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1875336022425728:12345-0@lo:39:umount.0 00000020:00000080:1.0:1788460268.666999:0:17952:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c17d 00000100:00080000:1.0:1788460268.667016:0:17952:0:(import.c:65:import_set_state_nolock()) ffff8c4ac41f5000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1788460268.667286:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788460268.667362:0:20784:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788460268.667365:0:20784:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:0.0:1788460268.667409:0:20784:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1788460268.667471:0:20784:0:(pinger.c:405:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1788460268.667485:0:20784:0:(import.c:65:import_set_state_nolock()) ffff8c4bc6b3a800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1788460268.667504:0:20784:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788460268.667507:0:20784:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:0.0:1788460268.667516:0:20784:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1788460268.667578:0:20784:0:(pinger.c:405:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1788460268.667598:0:20784:0:(import.c:65:import_set_state_nolock()) ffff8c4ac3abd000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1788460268.667728:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4395f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022425856:0@lo:9:umount.0 00000100:00100000:3.0:1788460268.667768:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460268.667791:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac490a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022425984:0@lo:9:umount.0 00000100:00100000:3.0:1788460268.667811:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1788460268.667870:0:20784:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8c4bd0b8cc98) has no exports 00000001:00000004:1.0:1788460268.668365:0:17952:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788460268.668488:0:17952:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc532ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+3:3658:x1875336022425728:12345-0@lo:39:umount.0 Request processed in 1512us (1638us total) trans 8589934595 rc 0/0 00000100:00100000:1.0:1788460268.668497:0:17952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1788460268.668524:0:18720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022425856 00000100:00100000:1.0:1788460268.668529:0:18720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022425856 00000100:00100000:1.0:1788460268.668553:0:18720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022425984 00000100:00100000:1.0:1788460268.668555:0:18720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022425984 00000100:00100000:1.0:1788460268.668572:0:18720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788460268.668579:0:18720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2974e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1875336022425856:12345-0@lo:9:umount.0 00000020:00000080:1.0:1788460268.668596:0:18720:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c33d 00000100:00080000:1.0:1788460268.668602:0:18720:0:(import.c:65:import_set_state_nolock()) ffff8c4ac4220000 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1788460268.668716:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1788460268.668746:0:18720:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1788460268.668827:0:18720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2974e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3658:x1875336022425856:12345-0@lo:9:umount.0 Request processed in 248us (1057us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460268.668834:0:18720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788460268.668845:0:18720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788460268.668851:0:18720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2976a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1875336022425984:12345-0@lo:9:umount.0 00000020:00000080:1.0:1788460268.668861:0:18720:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c344 00000100:00080000:1.0:1788460268.668865:0:18720:0:(import.c:65:import_set_state_nolock()) ffff8c4ac4223000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788460268.668893:0:18720:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788460268.668983:0:18720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2976a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3658:x1875336022425984:12345-0@lo:9:umount.0 Request processed in 132us (1170us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460268.668990:0:18720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:1.0:1788460268.669031:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bc6b3a800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00010000:00010000:0.0:1788460268.669073:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460268.669134:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788460268.669262:0:3658:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1788460268.669266:0:3658:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788460268.669280:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4395f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022425856:0@lo:9:umount.0 00000100:00080000:1.0:1788460268.669295:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4ac3abd000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1788460268.669305:0:3658:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1788460268.669306:0:3658:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788460268.669309:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac490a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022425984:0@lo:9:umount.0 00000100:00080000:1.0:1788460268.669322:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bfa02b800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1788460268.669326:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022425728:0@lo:39:umount.0 00000020:00080000:1.0:1788460268.673406:0:20784:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8c4bd0b8cc98) has no exports 00000020:00000080:1.0:1788460268.722972:0:20784:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542bfc4 00000020:00000080:1.0:1788460268.722988:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4bfa02a800/lustre-QMT0000_UUID 00000020:01000000:1.0:1788460268.723007:0:20784:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1788460268.723080:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bfa02a800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1788460268.723181:0:20784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788460268.723192:0:20784:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788460268.723210:0:20784:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff8c4bef216620) has no exports 00000020:00000080:2.0:1788460268.724750:0:20784:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542bfbd 00000020:00000080:2.0:1788460268.724762:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4bc6b3c000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788460268.724823:0:20784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788460268.724833:0:20784:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1788460268.724836:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4bc6b38000/lustre-QMT0000_UUID 00000020:00000080:2.0:1788460268.724839:0:20784:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bc6b38000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1788460268.724848:0:20784:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:3.0:1788460268.725113:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bc6b3c000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:3.0:1788460269.139985:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788460269.140007:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc532e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022426112:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788460269.140068:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460269.140160:0:19707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022426112 00000100:00100000:1.0:1788460269.140168:0:19707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022426112 00000100:00100000:1.0:1788460269.140239:0:19707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788460269.140248:0:19707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2974380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022426112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788460269.140275:0:19707:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788460269.140328:0:19707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2974380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022426112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460269.140335:0:19707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788460269.140434:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc532e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022426112:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788460269.140831:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788460269.458046:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460270.481082:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788460270.675874:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788460270.675899:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac490a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022426240:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788460270.675993:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460270.676760:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022426240 00000100:00100000:3.0:1788460270.676769:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022426240 00000100:00100000:3.0:1788460270.676823:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1788460270.676832:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3660:x1875336022426240:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:3.0:1788460270.676840:0:17217:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1788460270.676901:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3660:x1875336022426240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (908us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788460270.676908:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:02020000:0.0:1788460270.677077:0:3660:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000001:00100000:1.0:1788460270.683390:0:17192:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788460270.683409:0:17192:0:(genops.c:885:class_export_put()) final put ffff8c4bf76a9000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1788460270.683428:0:17192:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of b90b6ab2-35a4-41df-bd79-b1d2f118ec83 00000001:00080000:1.0:1788460270.683436:0:17192:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:1.0:1788460270.683439:0:17192:0:(genops.c:885:class_export_put()) final put ffff8c4ac38f4000/b90b6ab2-35a4-41df-bd79-b1d2f118ec83 00000001:00100000:1.0:1788460270.683443:0:17192:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of f3471709-a010-41d7-90bc-b8b3ea7c57b0 00000001:00080000:1.0:1788460270.683446:0:17192:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:1.0:1788460270.683454:0:17192:0:(genops.c:885:class_export_put()) final put ffff8c4ac38f2800/f3471709-a010-41d7-90bc-b8b3ea7c57b0 00000020:00000080:2.0:1788460270.683562:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bf76a9000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:2.0:1788460270.683622:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac38f4000/b90b6ab2-35a4-41df-bd79-b1d2f118ec83 for lustre-MDT0000 00000020:00000080:2.0:1788460270.683648:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac38f2800/f3471709-a010-41d7-90bc-b8b3ea7c57b0 for lustre-MDT0000 00000020:00000080:2.0:1788460270.683679:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4bf76ac000 for lustre-MDT0000 00000020:00000080:2.0:1788460270.683683:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac38f1000 for lustre-MDT0000 00000020:00000080:2.0:1788460270.683686:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac3723800 for lustre-MDT0000 00000100:00080000:0.0:1788460270.686781:0:3660:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788460270.686789:0:3660:0:(import.c:65:import_set_state_nolock()) ffff8c4bff80a000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788460270.686794:0:3660:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000001:00100000:2.0:1788460270.692813:0:17944:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1788460270.692828:0:17944:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:2.0:1788460270.692833:0:17944:0:(genops.c:885:class_export_put()) final put ffff8c4ac1eca000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1788460270.692856:0:17944:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of b90b6ab2-35a4-41df-bd79-b1d2f118ec83 00000001:00080000:2.0:1788460270.692863:0:17944:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:2.0:1788460270.692866:0:17944:0:(genops.c:885:class_export_put()) final put ffff8c4ac38f2000/b90b6ab2-35a4-41df-bd79-b1d2f118ec83 00000001:00100000:2.0:1788460270.692875:0:17944:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of f3471709-a010-41d7-90bc-b8b3ea7c57b0 00000001:00080000:2.0:1788460270.692879:0:17944:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:2.0:1788460270.692881:0:17944:0:(genops.c:885:class_export_put()) final put ffff8c4ac37e5000/f3471709-a010-41d7-90bc-b8b3ea7c57b0 00000020:00000080:1.0:1788460270.693610:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac1eca000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:1.0:1788460270.693687:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac38f2000/b90b6ab2-35a4-41df-bd79-b1d2f118ec83 for lustre-MDT0001 00000020:00000080:1.0:1788460270.693718:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac37e5000/f3471709-a010-41d7-90bc-b8b3ea7c57b0 for lustre-MDT0001 00000020:00000080:1.0:1788460270.693738:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac41f5000 for lustre-MDT0001 00000020:00000080:1.0:1788460270.693743:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac38f6800 for lustre-MDT0001 00000020:00000080:1.0:1788460270.693746:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac37e3000 for lustre-MDT0001 00000100:00080000:0.0:1788460270.720232:0:3660:0:(import.c:65:import_set_state_nolock()) ffff8c4bff80a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788460270.720246:0:3660:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 496 00000100:00080000:0.0:1788460270.720256:0:3660:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8c4bff80a000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:0.0:1788460270.720298:0:3660:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac4930700 x1875336022426368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788460270.720691:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4930700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022426368:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1788460270.720753:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460270.720860:0:17216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022426368 00000100:00100000:3.0:1788460270.720868:0:17216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022426368 00000100:00100000:3.0:1788460270.720907:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788460270.720914:0:17216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc532e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3658:x1875336022426368:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:3.0:1788460270.720931:0:17216:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1788460270.726627:0:17216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc532e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3658:x1875336022426368:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 5705us (5865us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788460270.726640:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00080000:1.0:1788460270.726745:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bff80a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788460270.726751:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788460270.726754:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4930700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022426368:0@lo:38:ptlrpcd_00_01.0 00000020:01000000:2.0:1788460270.737078:0:20784:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8c4ac35ff060 - data ffff8c4beb49ce58/ffff8c4bc6361400 00000020:01000000:2.0:1788460270.737237:0:20784:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8c4ac3aad240 - data ffff8c4beb6930d8/ffff8c4bfb537800 00000001:00000004:2.0:1788460270.742376:0:20784:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:1.0:1788460270.793550:0:20784:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788460270.793559:0:20784:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788460270.793572:0:20784:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8c4bc4396d80 x1875336022425728/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788460278 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460270.793597:0:20784:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1788460270.797433:0:20784:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788460270.797439:0:20784:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:3.0:1788460270.797458:0:20784:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788460270.797461:0:20784:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788460270.797764:0:17235:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788460270.797769:0:17235:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:1.0:1788460270.797777:0:17235:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1788460270.798382:0:20784:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788460270.798386:0:20784:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:3.0:1788460270.798401:0:20784:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788460270.798404:0:20784:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788460270.798634:0:17237:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788460270.798639:0:17237:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:1.0:1788460270.798646:0:17237:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1788460270.801049:0:20784:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542bf8c 00000020:00000080:3.0:1788460270.801076:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4bc438b800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788460270.801927:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bc438b800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788460270.804897:0:20784:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542bfa1 00000020:00000080:1.0:1788460270.804909:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4bc473d800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788460270.804931:0:20784:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1788460270.804937:0:20784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788460270.804974:0:20784:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788460270.804979:0:20784:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff8c4bd0b8e620) has no exports 00000004:01000000:1.0:1788460270.805139:0:20784:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1788460270.805281:0:20784:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c003 00000020:00000080:1.0:1788460270.805286:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4ac3aba000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788460270.805290:0:20784:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1788460270.805295:0:20784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788460270.805299:0:20784:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788460270.805302:0:20784:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff8c4ac1ef3310) has no exports 00000020:00000080:1.0:1788460270.805307:0:20784:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542bffc 00000020:00000080:1.0:1788460270.805311:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4ac3abe000/lustre-MDT0000-osd_UUID 00010000:01000000:1.0:1788460270.805634:0:20784:0:(obd_class.h:688:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1788460270.805638:0:20784:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788460270.805642:0:20784:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1788460270.805647:0:20784:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788460270.805649:0:20784:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788460270.805683:0:20784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788460270.805688:0:20784:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788460270.805693:0:20784:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542bfee 00000020:00000080:1.0:1788460270.805697:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4bede3a000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788460270.805701:0:20784:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1788460270.805704:0:20784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788460270.805707:0:20784:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788460270.805709:0:20784:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff8c4ac1ef4c98) has no exports 00000020:00000080:1.0:1788460270.805712:0:20784:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542bfe7 00000020:00000080:1.0:1788460270.805714:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4bfa028800/lustre-MDT0000-osd_UUID 00010000:01000000:1.0:1788460270.806050:0:20784:0:(obd_class.h:688:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1788460270.806054:0:20784:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788460270.806056:0:20784:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:1.0:1788460270.806059:0:20784:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788460270.806061:0:20784:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788460270.806083:0:20784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788460270.806088:0:20784:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:1.0:1788460270.806096:0:20784:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1788460270.806108:0:20784:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542bfd9 00000020:00000080:1.0:1788460270.806112:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4bede3e000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788460270.806116:0:20784:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:1.0:1788460270.806119:0:20784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788460270.806123:0:20784:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788460270.806125:0:20784:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff8c4bef211988) has no exports 00000020:00000080:1.0:1788460270.806129:0:20784:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542bfd2 00000020:00000080:1.0:1788460270.806131:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4bfa02d800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788460270.807970:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bc473d800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:3.0:1788460270.807988:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac3aba000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1788460270.807994:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac3abe000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788460270.808000:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac3abd000 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1788460270.808007:0:37:0:(genops.c:885:class_export_put()) final put ffff8c4bede39000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788460270.808010:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bede39000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1788460270.808014:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788460270.808101:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bede3a000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1788460270.808106:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bfa028800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788460270.808109:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4bc6b3a800 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1788460270.808113:0:37:0:(genops.c:885:class_export_put()) final put ffff8c4bede3d000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788460270.808115:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bede3d000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1788460270.808117:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788460270.808161:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bede3e000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1788460270.808167:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bfa02d800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1788460270.809984:0:20784:0:(obd_class.h:688:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:2.0:1788460270.809992:0:20784:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788460270.809995:0:20784:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788460270.810003:0:20784:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788460270.810057:0:20784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788460270.810069:0:20784:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788460270.810095:0:20784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788460270.810098:0:20784:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788460270.810104:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4bc4388800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788460270.810108:0:20784:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bc4388800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1788460270.810115:0:20784:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788460270.810220:0:20784:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542bfa8 00000020:00000080:2.0:1788460270.810227:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4bc473f000/lustre-MDD0000_UUID 00000020:01000000:2.0:1788460270.810232:0:20784:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1788460270.810236:0:20784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788460270.810240:0:20784:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788460270.810244:0:20784:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff8c4bd0b88000) has no exports 00000020:00000080:2.0:1788460270.810261:0:20784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788460270.810264:0:20784:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:2.0:1788460270.810268:0:20784:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542bfaf 00000020:00000080:2.0:1788460270.810272:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4bc4739800/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1788460270.810279:0:20784:0:(tgt_mount.c:201:server_put_mount()) put mount ffff8c4ac428f800 from lustre-MDT0000, refs=3 00000020:01000004:2.0:1788460270.810283:0:20784:0:(obd_mount.c:798:lustre_put_lsi()) put ffff8c4ac428f800 3 00000020:01000004:2.0:1788460270.810286:0:20784:0:(tgt_mount.c:134:server_deregister_mount()) deregister mount ffff8c4ac428f800 from lustre-MDT0000 00000020:00000080:2.0:1788460270.810301:0:20784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788460270.810305:0:20784:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1788460270.810307:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4bc438c800/lustre-MDT0000_UUID 00000020:00000080:2.0:1788460270.810309:0:20784:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bc438c800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1788460270.810315:0:20784:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:2.0:1788460270.810359:0:20784:0:(obd_mount.c:666:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:2.0:1788460270.810363:0:20784:0:(tgt_mount.c:284:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1788460270.810366:0:20784:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1788460270.810368:0:20784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788460270.810370:0:20784:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788460270.810377:0:20784:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff8c4ac4844800 c482be18-c056-4068-8a37-ed5038fc364a 0@lo 22 (0 0 17) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788460270.810382:0:20784:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff8c4ac1ef0000) has exports, disconnecting them 00000020:00080000:2.0:1788460270.810386:0:20784:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8c4ac4844800), last request at 1788460185 00000020:00000080:2.0:1788460270.810399:0:20784:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542bf54 00000020:00010000:2.0:1788460270.810403:0:20784:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8c4ac4844800: total 2 00000100:00080000:2.0:1788460270.810406:0:20784:0:(import.c:65:import_set_state_nolock()) ffff8c4ac4841000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1788460270.810421:0:20784:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c4ac4844800): rc 0 00000020:00080000:2.0:1788460270.810425:0:20784:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff8c4ac1ef0000) has no exports 00000020:00010000:2.0:1788460270.810436:0:17200:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8c4ac4844800: total 2 00010000:00010000:2.0:1788460270.810439:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460270.810461:0:17200:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8c4ac4844800, canceled 0 locks, left on hash table 17. 00010000:00010000:2.0:1788460270.810488:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc6380a00/0x5dfa74784542c590 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c589 expref: 18 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460270.810504:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4ac3676a00/0x5dfa74784542c287 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c280 expref: 17 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460270.810513:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4ac3676200/0x5dfa74784542c295 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c28e expref: 16 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460270.810523:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bef208000/0x5dfa74784542c582 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c57b expref: 15 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460270.810533:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4ac3676800/0x5dfa74784542c073 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c06c expref: 14 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460270.810556:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4ac3676c00/0x5dfa74784542c1c3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c1bc expref: 13 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460270.810566:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc2bd5a00/0x5dfa74784542c1d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c1ca expref: 12 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460270.810592:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc2bd5c00/0x5dfa74784542c30c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c305 expref: 11 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460270.810603:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bfadc6800/0x5dfa74784542c081 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c07a expref: 10 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460270.810616:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc29d2a00/0x5dfa74784542c13e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c137 expref: 9 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460270.810626:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bfadc6600/0x5dfa74784542c08f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c088 expref: 8 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460270.810638:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bfadc7600/0x5dfa74784542c2cd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c2c6 expref: 7 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460270.810649:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc2bd4c00/0x5dfa74784542c09d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c096 expref: 6 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460270.810670:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc29d3200/0x5dfa74784542c209 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c202 expref: 5 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460270.810682:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4ac395e000/0x5dfa74784542c574 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c56d expref: 4 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460270.810707:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4ac3677e00/0x5dfa74784542c31a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c313 expref: 3 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460270.810717:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bfadc7800/0x5dfa74784542c328 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c321 expref: 2 pid: 17206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460270.810727:0:17200:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8c4ac4844800, canceled 17 locks, left on hash table 0. 00000020:00000080:2.0:1788460270.810741:0:17200:0:(genops.c:885:class_export_put()) final put ffff8c4ac4844800/c482be18-c056-4068-8a37-ed5038fc364a 00010000:00010000:2.0:1788460270.810746:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460270.810748:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460270.810750:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788460270.811033:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4bfa02b800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1788460270.811042:0:37:0:(genops.c:885:class_export_put()) final put ffff8c4bc6b38800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788460270.811045:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bc6b38800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:3.0:1788460270.811050:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788460270.811107:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bc473f000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1788460270.811111:0:37:0:(genops.c:885:class_export_put()) final put ffff8c4bc438e800/lustre-MDD0000_UUID 00000020:00000080:3.0:1788460270.811113:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bc438e800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1788460270.811116:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1788460270.811148:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bc4739800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788460270.811152:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac4844800/c482be18-c056-4068-8a37-ed5038fc364a for MGS 00000020:00000080:3.0:1788460270.811179:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac4841000 for MGS 00000100:00100000:3.0:1788460270.811232:0:17205:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff8c4bf2ef2800:17205] 1 exiting: rc = 0 00000100:00100000:3.0:1788460270.811314:0:17204:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff8c4bf2ef6600:17204] 0 exiting: rc = 1 00000100:00100000:0.0:1788460270.811727:0:17206:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff8c4be2c09000:17206] 2 exiting: rc = 0 00000100:00100000:2.0:1788460270.812119:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812128:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812135:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812141:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812146:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812151:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812157:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812163:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812170:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812175:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812181:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812186:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812191:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812196:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812202:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812207:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812212:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812218:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812224:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812229:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812245:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812250:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812256:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812261:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812266:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812272:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812277:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812282:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812287:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812293:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812298:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812303:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812309:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812315:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812320:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812325:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812331:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812335:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812341:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812346:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812351:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812356:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812361:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812367:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812372:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812378:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812383:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812388:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812404:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812410:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812416:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812422:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812427:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812433:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812438:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812451:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812456:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812461:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812467:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812472:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812477:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812484:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812489:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460270.812494:0:20784:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:2.0:1788460270.816181:0:20784:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8c4ac35ff900 - data ffff8c4beb49c6c0/ffff8c4bc6360000 00000020:01000000:2.0:1788460270.816297:0:20784:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8c4ac390a420 - data ffff8c4ac20d5a20/ffff8c4bfc436c00 00000020:00000080:2.0:1788460270.816939:0:20784:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542bf38 00000020:00000080:2.0:1788460270.817027:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4ac4840800/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1788460270.817076:0:20784:0:(tgt_mount.c:201:server_put_mount()) put mount ffff8c4ac428f800 from MGS, refs=2 00000020:01000004:2.0:1788460270.817081:0:20784:0:(obd_mount.c:798:lustre_put_lsi()) put ffff8c4ac428f800 2 00000020:01000004:2.0:1788460270.817084:0:20784:0:(tgt_mount.c:134:server_deregister_mount()) deregister mount ffff8c4ac428f800 from MGS 00000020:00000080:2.0:1788460270.817105:0:20784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788460270.817112:0:20784:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1788460270.817115:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4ac4845000/MGS 00000020:00000080:2.0:1788460270.817117:0:20784:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac4845000/MGS for MGS 00000020:01000000:2.0:1788460270.817123:0:20784:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:2.0:1788460270.817184:0:20784:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1788460270.817188:0:20784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788460270.817194:0:20784:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788460270.817201:0:20784:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8c4bfc4e4800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788460270.817207:0:20784:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff8c4bd0b8b310) has exports, disconnecting them 00000020:00080000:2.0:1788460270.817212:0:20784:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8c4bfc4e4800), last request at 1788460185 00000020:00000080:2.0:1788460270.817216:0:20784:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c03b 00000020:00080000:2.0:1788460270.817226:0:20784:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c4bfc4e4800): rc 0 00000020:00000080:2.0:1788460270.817230:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4bfc4e4800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1788460270.817782:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac4840800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788460270.818504:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bfc4e4800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:3.0:1788460270.820005:0:20784:0:(obd_class.h:688:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:3.0:1788460270.820012:0:20784:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788460270.820016:0:20784:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788460270.820023:0:20784:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788460270.820048:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4bfc4e5800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1788460270.820200:0:20784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788460270.820207:0:20784:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1788460270.820213:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4bc438d000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1788460270.820216:0:20784:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bc438d000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1788460270.820221:0:20784:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:3.0:1788460270.820298:0:20784:0:(obd_mount.c:798:lustre_put_lsi()) put ffff8c4ac428f800 1 00000020:00000080:3.0:1788460270.820303:0:20784:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542bf2a 00000020:00000080:3.0:1788460270.820309:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4ac4843800/lustre-MDT0000-osd_UUID 00000020:01000000:3.0:1788460270.820317:0:20784:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:3.0:1788460270.820325:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac4843800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788460270.820334:0:20784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788460270.820338:0:20784:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788460270.820342:0:20784:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff8c4bef210000) has no exports 00000020:00000080:3.0:1788460270.874339:0:20784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788460270.874352:0:20784:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:3.0:1788460270.874358:0:20784:0:(genops.c:885:class_export_put()) final put ffff8c4ac428e800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788460270.874362:0:20784:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac428e800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1788460270.874373:0:20784:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:3.0:1788460270.874483:0:20784:0:(obd_mount.c:756:lustre_free_lsi()) Freeing lsi ffff8c4ac4289000 00000020:02000400:3.0:1788460270.874540:0:20784:0:(tgt_mount.c:2315:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1788460271.516071:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788460272.210606:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022426496:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788460272.210697:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460272.211164:0:18722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022426496 00000100:00100000:3.0:1788460272.211179:0:18722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022426496 00000100:00100000:3.0:1788460272.211244:0:18722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788460272.211253:0:18722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022426496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788460272.211279:0:18722:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788460272.211325:0:18722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022426496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460272.211332:0:18722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:2.0:1788460272.211396:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788460272.211438:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022426496:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1788460272.212022:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788460272.212027:0:37:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788460272.212030:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c4bff80a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788460272.212035:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 567 00000100:00080000:2.0:1788460272.212039:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788460272.212044:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8c4bff80a000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:2.0:1788460272.212077:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac43a8e00 x1875336022426752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788460272.212159:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1875336022426880:0@lo:400:kworker.0 00000100:00100000:2.0:1788460272.212199:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460272.212224:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3662:1875336022427392:0@lo:400:kworker.0 00000100:00100000:2.0:1788460272.212262:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460272.212289:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1788460272.212296:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c482be18-c056-4068-8a37-ed5038fc364a:3662:1875336022426624:0@lo:400:kworker.0 00000400:00000100:2.0:1788460272.212318:0:3662:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875336022426624 offset 0 length 224: 4 00000100:00100000:2.0:1788460272.212342:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1875336022427264:0@lo:400:kworker.0 00000100:00100000:2.0:1788460272.212363:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460272.212389:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022426752:0@lo:38:kworker.0 00000100:00100000:2.0:1788460272.212415:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460272.212444:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3659:1875336022427008:0@lo:400:kworker.0 00000100:00100000:2.0:1788460272.212468:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460272.212496:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3659:1875336022427520:0@lo:400:kworker.0 00000100:00100000:2.0:1788460272.212519:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460272.212538:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788460272.212544:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3659:1875336022427136:0@lo:400:kworker.0 00000100:00100000:2.0:1788460272.212565:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460272.212589:0:18719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022426880 00000100:00100000:2.0:1788460272.212594:0:18719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022426880 00000100:00100000:2.0:1788460272.212635:0:18719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788460272.212643:0:18719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875336022426880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460272.212705:0:18719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875336022426880:12345-0@lo:400:kworker.0 Request processed in 63us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460272.212712:0:18719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788460272.212734:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022427392 00000100:00100000:2.0:1788460272.212737:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022427392 00000100:00100000:2.0:1788460272.212752:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022427264 00000100:00100000:2.0:1788460272.212755:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022427264 00000100:00100000:2.0:1788460272.212770:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022427008 00000100:00100000:2.0:1788460272.212773:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022427008 00000100:00100000:2.0:1788460272.212782:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022427520 00000100:00100000:2.0:1788460272.212784:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022427520 00000100:00100000:2.0:1788460272.212795:0:17213:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022427136 00000100:00100000:2.0:1788460272.212797:0:17213:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022427136 00000100:00100000:2.0:1788460272.212808:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1788460272.212815:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf760b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875336022427264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460272.212848:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf760b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875336022427264:12345-0@lo:400:kworker.0 Request processed in 34us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460272.212854:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1788460272.212866:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1788460272.212873:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf760aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1875336022427520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460272.212917:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf760aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1875336022427520:12345-0@lo:400:kworker.0 Request processed in 45us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460272.212924:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1788460272.212938:0:17213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788460272.212967:0:17213:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7609c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3662:x1875336022427392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460272.213523:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788460272.213530:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7608e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3659:x1875336022427008:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1788460272.213537:0:17212:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788460272.213576:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7608e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3659:x1875336022427008:12345-0@lo:400:kworker.0 Request processed in 46us (1107us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788460272.213582:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788460272.213597:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788460272.213601:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7608700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3659:x1875336022427136:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1788460272.213605:0:17212:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788460272.213627:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7608700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3659:x1875336022427136:12345-0@lo:400:kworker.0 Request processed in 24us (1062us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788460272.213632:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788460272.213666:0:17952:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022426752 00000100:00100000:0.0:1788460272.213678:0:17952:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022426752 00000100:00100000:0.0:1788460272.213701:0:17952:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788460272.213706:0:17952:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7609f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3658:x1875336022426752:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1788460272.213721:0:17952:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00080000:2.0:1788460272.214832:0:17213:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788460272.214885:0:17213:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7609c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3662:x1875336022427392:12345-0@lo:400:kworker.0 Request processed in 1940us (2622us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788460272.214894:0:17213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:2.0:1788460272.214935:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788460272.214958:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788460272.214987:0:3659:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788460272.214991:0:3659:0:(import.c:65:import_set_state_nolock()) ffff8c4ac36fe800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788460272.214995:0:3659:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1788460272.215000:0:3659:0:(import.c:65:import_set_state_nolock()) ffff8c4ac36fe800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788460272.215004:0:3659:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 509 00000100:00080000:2.0:1788460272.215009:0:3659:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8c4ac36fe800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:2.0:1788460272.215035:0:3659:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bf760a680 x1875336022427648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788460272.215132:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3659:1875336022427136:0@lo:400:kworker.0 00000100:00080000:2.0:1788460272.215147:0:3659:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788460272.215150:0:3659:0:(import.c:65:import_set_state_nolock()) ffff8c4ac3ae5800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788460272.215153:0:3659:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1788460272.215157:0:3659:0:(import.c:65:import_set_state_nolock()) ffff8c4ac3ae5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788460272.215170:0:3659:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 496 00000100:00080000:2.0:1788460272.215175:0:3659:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8c4ac3ae5800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:2.0:1788460272.215188:0:3659:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bf760a300 x1875336022427776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788460272.215198:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3659:1875336022427008:0@lo:400:kworker.0 00010000:00080000:2.0:1788460272.215213:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8c4ac39d0000 x1875336022427520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460272.215223:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3659:1875336022427520:0@lo:400:kworker.0 00000100:00100000:2.0:1788460272.215255:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf760a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3658:1875336022427648:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1788460272.215285:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460272.215311:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf760a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3658:1875336022427776:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1788460272.215329:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460272.215356:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022427648 00000100:00100000:2.0:1788460272.215360:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022427648 00000100:00100000:2.0:1788460272.215380:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022427776 00000100:00100000:2.0:1788460272.215383:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022427776 00000100:00100000:2.0:1788460272.215393:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788460272.215399:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf760b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3658:x1875336022427648:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:2.0:1788460272.215415:0:17212:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788460272.215445:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf760b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3658:x1875336022427648:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 45us (159us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788460272.215451:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788460272.215464:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788460272.215468:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf760ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3658:x1875336022427776:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:2.0:1788460272.215488:0:17212:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788460272.215513:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf760ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3658:x1875336022427776:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 43us (182us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788460272.215519:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:2.0:1788460272.215546:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4ac36fe800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788460272.215551:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788460272.215553:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf760a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3658:1875336022427648:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:2.0:1788460272.215560:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4ac3ae5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788460272.215563:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788460272.215565:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf760a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3658:1875336022427776:0@lo:38:ptlrpcd_00_00.0 00010000:00080000:2.0:1788460272.215592:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8c4ac39d2a00 x1875336022427264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460272.215602:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1875336022427264:0@lo:400:kworker.0 00000100:00100000:2.0:1788460272.215615:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1875336022426880:0@lo:400:kworker.0 00000100:00080000:2.0:1788460272.215624:0:3662:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788460272.215627:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8c4ac4221800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788460272.215630:0:3662:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1788460272.215633:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8c4ac4221800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788460272.215636:0:3662:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 524 00000100:00080000:2.0:1788460272.215640:0:3662:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8c4ac4221800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:2.0:1788460272.215665:0:3662:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bf760a300 x1875336022427904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788460272.215694:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3662:1875336022427392:0@lo:400:kworker.0 00000100:00100000:2.0:1788460272.215729:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf760a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3658:1875336022427904:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1788460272.215750:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460272.215773:0:17212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022427904 00000100:00100000:2.0:1788460272.215777:0:17212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022427904 00000100:00100000:2.0:1788460272.215794:0:17212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1788460272.215798:0:17212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf760a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3658:x1875336022427904:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:2.0:1788460272.215809:0:17212:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788460272.215836:0:17212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf760a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3658:x1875336022427904:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 36us (84us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788460272.215842:0:17212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:2.0:1788460272.215865:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4ac4221800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788460272.215868:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788460272.215871:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf760a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3658:1875336022427904:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1788460272.234260:0:17952:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7609f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3658:x1875336022426752:12345-0@lo:38:kworker.0 Request processed in 20543us (21835us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788460272.234274:0:17952:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:3.0:1788460272.234411:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bff80a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788460272.234417:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788460272.234421:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022426752:0@lo:38:kworker.0 00010000:00010000:0.0:1788460272.529338:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788460272.722586:0:17965:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788460273.555366:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460274.264744:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4930e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022428032:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788460274.264810:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460274.264860:0:19707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022428032 00000100:00100000:0.0:1788460274.264867:0:19707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022428032 00000100:00100000:0.0:1788460274.264916:0:19707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788460274.265318:0:19707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022428032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788460274.265351:0:19707:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788460274.265414:0:19707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022428032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 488us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460274.265422:0:19707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788460274.265469:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4930e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022428032:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788460274.268511:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:01000004:2.0:1788460274.422491:0:20984:0:(tgt_mount.c:2326:server_umount_begin()) umount -f 00000020:01000004:3.0:1788460274.436115:0:20984:0:(tgt_mount.c:2182:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:3.0:1788460274.436166:0:20984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd5800/0x5dfa74784542c137 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c13e expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.436179:0:20984:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd5800/0x5dfa74784542c137 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c13e expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.436185:0:20984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd5800/0x5dfa74784542c137 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c13e expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.436192:0:20984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd5800/0x5dfa74784542c137 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c13e expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.436207:0:20984:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788460274.436237:0:20984:0:(mgc_request_server.c:165:mgc_fs_clear()) mgc192.168.206.105@tcp: clear lustre-client 10000000:01000000:3.0:1788460274.436241:0:20984:0:(mgc_request.c:651:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788460274.436266:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788460274.436270:0:20984:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788460274.436287:0:20984:0:(pinger.c:405:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788460274.436293:0:20984:0:(import.c:65:import_set_state_nolock()) ffff8c4ac3ae5800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1788460274.436408:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788460274.436411:0:20984:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788460274.436414:0:20984:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788460274.436684:0:18366:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788460274.436693:0:18366:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd5800/0x5dfa74784542c137 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c13e expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460274.436702:0:18366:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc2bd5800 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:1.0:1788460274.436706:0:18366:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd5800/0x5dfa74784542c137 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c13e expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460274.436715:0:18366:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd5800/0x5dfa74784542c137 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c13e expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788460274.436722:0:18366:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd5800/0x5dfa74784542c137 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c13e expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788460274.436728:0:18366:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788460274.436730:0:18366:0:(mgc_request.c:1242:mgc_blocking_ast()) log lustre-client: stale lock, won't requeue 10000000:01000000:1.0:1788460274.436733:0:18366:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1788460274.436785:0:18366:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd5800/0x5dfa74784542c137 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c13e expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460274.436792:0:18366:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788460274.436823:0:18366:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd5800/0x5dfa74784542c137 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c13e expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460274.436845:0:18366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd5800/0x5dfa74784542c137 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c13e expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460274.436867:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460274.436869:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460274.436870:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788460274.436883:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788460274.436899:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c482be18-c056-4068-8a37-ed5038fc364a:3662:1875336022428160:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788460274.436983:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460274.437034:0:20239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022428160 00000100:00100000:1.0:1788460274.437051:0:20239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022428160 00000100:00100000:1.0:1788460274.437088:0:20239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788460274.437094:0:20239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4395f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3662:x1875336022428160:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788460274.437101:0:20239:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788460274 with bad export cookie 6771853049611861844 00010000:00010000:3.0:1788460274.437759:0:20984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7000/0x5dfa74784542c096 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c09d expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.437926:0:20984:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7000/0x5dfa74784542c096 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c09d expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.437932:0:20984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7000/0x5dfa74784542c096 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c09d expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.438021:0:20984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7000/0x5dfa74784542c096 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c09d expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.438044:0:20984:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788460274.438060:0:20984:0:(mgc_request_server.c:165:mgc_fs_clear()) mgc192.168.206.105@tcp: clear lustre-MDT0001 00010000:00010000:3.0:1788460274.438065:0:20984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677a00/0x5dfa74784542c321 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c328 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.438072:0:20984:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677a00/0x5dfa74784542c321 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c328 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.438077:0:20984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677a00/0x5dfa74784542c321 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c328 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.438083:0:20984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677a00/0x5dfa74784542c321 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c328 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.438108:0:20984:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788460274.438115:0:20984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f400/0x5dfa74784542c589 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c590 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.438121:0:20984:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f400/0x5dfa74784542c589 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c590 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.438128:0:20984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f400/0x5dfa74784542c589 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c590 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.438134:0:20984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f400/0x5dfa74784542c589 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c590 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.438146:0:20984:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:3.0:1788460274.438153:0:20984:0:(mgc_request_server.c:165:mgc_fs_clear()) mgc192.168.206.105@tcp: clear params 00010000:00010000:3.0:1788460274.438158:0:20984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6000/0x5dfa74784542c088 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c08f expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.438165:0:20984:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6000/0x5dfa74784542c088 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c08f expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.438170:0:20984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6000/0x5dfa74784542c088 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c08f expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.438176:0:20984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6000/0x5dfa74784542c088 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c08f expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.438183:0:20984:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1788460274.438194:0:20984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd4e00/0x5dfa74784542c06c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c073 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.438201:0:20984:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd4e00/0x5dfa74784542c06c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c073 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.438207:0:20984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd4e00/0x5dfa74784542c06c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c073 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.438212:0:20984:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd4e00/0x5dfa74784542c06c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c073 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460274.438276:0:20984:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 10000000:01000000:3.0:1788460274.438306:0:20984:0:(mgc_request_server.c:165:mgc_fs_clear()) mgc192.168.206.105@tcp: clear lustre-sptlrpc 10000000:01000000:3.0:1788460274.438310:0:20984:0:(mgc_request.c:651:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:3.0:1788460274.438334:0:20984:0:(tgt_mount.c:2232:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1788460274.438338:0:20984:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:3.0:1788460274.438342:0:20984:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788460274.438348:0:20984:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1788460274.438353:0:20984:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8c4c01478000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788460274.438359:0:20984:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8c4ac484b000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788460274.438364:0:20984:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff8c4bfb5f1988) has exports, disconnecting them 00000020:00080000:3.0:1788460274.438368:0:20984:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8c4c01478000), last request at 1788460272 00000020:00000080:3.0:1788460274.438374:0:20984:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c2f7 00000100:00080000:3.0:1788460274.438389:0:20984:0:(import.c:65:import_set_state_nolock()) ffff8c4c0147b800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788460274.438429:0:20984:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c4c01478000): rc 0 00000020:00000080:3.0:1788460274.438431:0:20984:0:(genops.c:885:class_export_put()) final put ffff8c4c01478000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:3.0:1788460274.438443:0:20984:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8c4ac484b000), last request at 1788460272 00000020:00000080:3.0:1788460274.438446:0:20984:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c233 00000100:00080000:3.0:1788460274.438457:0:20984:0:(import.c:65:import_set_state_nolock()) ffff8c4ac484b800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788460274.438465:0:20984:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c4ac484b000): rc 0 00000020:00000080:3.0:1788460274.438467:0:20984:0:(genops.c:885:class_export_put()) final put ffff8c4ac484b000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:3.0:1788460274.438473:0:20984:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffba0a01c43ae0 00000100:00080000:3.0:1788460274.438489:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788460274.438496:0:20984:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff8c4ac490a300 x1875336022426240/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788460286 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460274.438511:0:20984:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:2.0:1788460274.439284:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1788460274.439294:0:17200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7000/0x5dfa74784542c096 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c09d expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439303:0:17200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfadc7000 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:2.0:1788460274.439307:0:17200:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7000/0x5dfa74784542c096 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c09d expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439317:0:17200:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7000/0x5dfa74784542c096 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c09d expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788460274.439333:0:17200:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7000/0x5dfa74784542c096 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c09d expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460274.439338:0:17200:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788460274.439341:0:17200:0:(mgc_request.c:1242:mgc_blocking_ast()) log lustre-MDT0001: stale lock, won't requeue 10000000:01000000:2.0:1788460274.439344:0:17200:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:2.0:1788460274.439394:0:17200:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7000/0x5dfa74784542c096 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c09d expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439401:0:17200:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788460274.439421:0:17200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7000/0x5dfa74784542c096 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c09d expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439429:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7000/0x5dfa74784542c096 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c09d expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439442:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788460274.439445:0:17200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677a00/0x5dfa74784542c321 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c328 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439451:0:17200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3677a00 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:2.0:1788460274.439453:0:17200:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677a00/0x5dfa74784542c321 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c328 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439459:0:17200:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677a00/0x5dfa74784542c321 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c328 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788460274.439465:0:17200:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677a00/0x5dfa74784542c321 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c328 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460274.439479:0:17200:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1788460274.439482:0:17200:0:(mgc_request.c:1242:mgc_blocking_ast()) log lustre-mdtir: stale lock, won't requeue 10000000:01000000:2.0:1788460274.439484:0:17200:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1788460274.439510:0:17200:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677a00/0x5dfa74784542c321 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c328 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439516:0:17200:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788460274.439528:0:17200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677a00/0x5dfa74784542c321 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c328 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439535:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677a00/0x5dfa74784542c321 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c328 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439544:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788460274.439548:0:17200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f400/0x5dfa74784542c589 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c590 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439553:0:17200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac395f400 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:2.0:1788460274.439555:0:17200:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f400/0x5dfa74784542c589 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c590 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439562:0:17200:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f400/0x5dfa74784542c589 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c590 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788460274.439568:0:17200:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f400/0x5dfa74784542c589 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c590 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460274.439573:0:17200:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788460274.439575:0:17200:0:(mgc_request.c:1242:mgc_blocking_ast()) log params: stale lock, won't requeue 10000000:01000000:2.0:1788460274.439582:0:17200:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1788460274.439624:0:17200:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f400/0x5dfa74784542c589 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c590 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439631:0:17200:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788460274.439650:0:17200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f400/0x5dfa74784542c589 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c590 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439657:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f400/0x5dfa74784542c589 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c590 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439667:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788460274.439670:0:17200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6000/0x5dfa74784542c088 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c08f expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439675:0:17200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfadc6000 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:2.0:1788460274.439677:0:17200:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6000/0x5dfa74784542c088 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c08f expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439683:0:17200:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6000/0x5dfa74784542c088 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c08f expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788460274.439689:0:17200:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6000/0x5dfa74784542c088 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c08f expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460274.439693:0:17200:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1788460274.439695:0:17200:0:(mgc_request.c:1242:mgc_blocking_ast()) log lustre-barrier: stale lock, won't requeue 10000000:01000000:2.0:1788460274.439697:0:17200:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1788460274.439734:0:17200:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6000/0x5dfa74784542c088 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c08f expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439740:0:17200:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788460274.439752:0:17200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6000/0x5dfa74784542c088 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c08f expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439758:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6000/0x5dfa74784542c088 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c08f expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439771:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460274.439774:0:17200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd4e00/0x5dfa74784542c06c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c073 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439780:0:17200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc2bd4e00 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:2.0:1788460274.439783:0:17200:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd4e00/0x5dfa74784542c06c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c073 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439790:0:17200:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd4e00/0x5dfa74784542c06c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c073 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788460274.439797:0:17200:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd4e00/0x5dfa74784542c06c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c073 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460274.439802:0:17200:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788460274.439804:0:17200:0:(mgc_request.c:1242:mgc_blocking_ast()) log lustre-sptlrpc: stale lock, won't requeue 10000000:01000000:2.0:1788460274.439806:0:17200:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1788460274.439829:0:17200:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd4e00/0x5dfa74784542c06c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c073 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439834:0:17200:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788460274.439839:0:17200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd4e00/0x5dfa74784542c06c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c073 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439844:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bc2bd4e00/0x5dfa74784542c06c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c073 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460274.439860:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460274.439862:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460274.439864:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788460274.439880:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7609500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c482be18-c056-4068-8a37-ed5038fc364a:3659:1875336022428416:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788460274.439936:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460274.439987:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788460274.439993:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7609880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c482be18-c056-4068-8a37-ed5038fc364a:3659:1875336022428544:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788460274.440014:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788460274.440335:0:20984:0:(pinger.c:405:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788460274.440342:0:20984:0:(import.c:65:import_set_state_nolock()) ffff8c4bff80a000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1788460274.440461:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788460274.440464:0:20984:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1788460274.440477:0:20984:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788460274.440528:0:20984:0:(pinger.c:405:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1788460274.440542:0:20984:0:(import.c:65:import_set_state_nolock()) ffff8c4bef370800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:0.0:1788460274.440610:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788460274.440623:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4c01478000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:0.0:1788460274.440743:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac484b000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000100:00080000:3.0:1788460274.440808:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788460274.440812:0:20984:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1788460274.440824:0:20984:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000020:00000080:0.0:1788460274.440826:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4c0147b800 for lustre-MDT0001 00000020:00000080:0.0:1788460274.440833:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac484b800 for lustre-MDT0001 00000100:00100000:0.0:1788460274.440859:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac490a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022426240:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788460274.440976:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022428928:0@lo:9:umount.0 00000100:00100000:3.0:1788460274.441020:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788460274.441344:0:20984:0:(pinger.c:405:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1788460274.441361:0:20984:0:(import.c:65:import_set_state_nolock()) ffff8c4ac1eca800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1788460274.441386:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2977800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022429056:0@lo:9:umount.0 00000100:00100000:3.0:1788460274.441411:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1788460274.441467:0:20984:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8c4bfb5f1988) has no exports 00000100:00100000:3.0:1788460274.441519:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c482be18-c056-4068-8a37-ed5038fc364a:3661:1875336022428672:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788460274.441550:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460274.441696:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022428416 00000100:00100000:2.0:1788460274.441704:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022428416 00000100:00100000:2.0:1788460274.441732:0:17197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022428544 00000100:00100000:2.0:1788460274.441734:0:17197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022428544 00000100:00100000:2.0:1788460274.441748:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788460274.441755:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf760b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3659:x1875336022428416:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788460274.441761:0:17197:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788460274 with bad export cookie 6771853049611861844 00000100:00100000:2.0:1788460274.441810:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf760b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3659:x1875336022428416:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (1873us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788460274.441816:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788460274.441833:0:17197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788460274.441838:0:17197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7608380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3659:x1875336022428544:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788460274.441842:0:17197:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788460274 with bad export cookie 6771853049611861844 00000100:00100000:2.0:1788460274.441865:0:17197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7608380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3659:x1875336022428544:12345-0@lo:103:ldlm_bl.0 Request processed in 26us (1850us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788460274.441870:0:17197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:2.0:1788460274.441909:0:3659:0:(recover.c:205:ptlrpc_request_handle_notconn()) import mgc192.168.206.105@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788460274.441913:0:3659:0:(import.c:65:import_set_state_nolock()) ffff8c4ac4843000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1788460274.441925:0:3659:0:(import.c:186:ptlrpc_set_import_discon()) mgc192.168.206.105@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00100000:3.0:1788460274.441930:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788460274.442492:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022428672 00000100:00100000:0.0:1788460274.442504:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022428672 00000100:00100000:0.0:1788460274.442529:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788460274.442535:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2977b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3661:x1875336022428672:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788460274.442540:0:17199:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788460274 with bad export cookie 6771853049611861844 00000100:00100000:0.0:1788460274.442579:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2977b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3661:x1875336022428672:12345-0@lo:103:ldlm_bl.0 Request processed in 43us (1029us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788460274.442585:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00010000:0.0:1788460274.442600:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460274.442618:0:18717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022428928 00000100:00100000:0.0:1788460274.442621:0:18717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022428928 00000100:00100000:0.0:1788460274.442661:0:18717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022429056 00000100:00100000:0.0:1788460274.442665:0:18717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022429056 00000100:00100000:0.0:1788460274.442905:0:18717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788460274.442914:0:18717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2974a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3658:x1875336022428928:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788460274.442936:0:18717:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c26b 00000100:00080000:0.0:1788460274.443159:0:18717:0:(import.c:65:import_set_state_nolock()) ffff8c4ac484c800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788460274.443198:0:18717:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1788460274.443401:0:18717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2974a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3658:x1875336022428928:12345-0@lo:9:umount.0 Request processed in 488us (2380us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460274.443408:0:18717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788460274.443421:0:18717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788460274.443428:0:18717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3658:x1875336022429056:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788460274.443440:0:18717:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c34b 00000100:00080000:0.0:1788460274.443445:0:18717:0:(import.c:65:import_set_state_nolock()) ffff8c4ac4222800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788460274.443467:0:18717:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788460274.443543:0:18717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3658:x1875336022429056:12345-0@lo:9:umount.0 Request processed in 116us (2130us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460274.443550:0:18717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00010000:0.0:1788460274.443575:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1788460274.448914:0:18714:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788460274.448922:0:18714:0:(genops.c:885:class_export_put()) final put ffff8c4ac484c000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1788460274.448936:0:18714:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788460274.448938:0:18714:0:(genops.c:885:class_export_put()) final put ffff8c4ac4225800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788460274.448965:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac484c000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1788460274.448996:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac4225800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1788460274.449009:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac484c800 for lustre-OST0000 00000020:00000080:0.0:1788460274.449013:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac4220000 for lustre-OST0000 00000001:00100000:0.0:1788460274.449180:0:19533:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788460274.449183:0:19533:0:(genops.c:885:class_export_put()) final put ffff8c4ac4227000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1788460274.449191:0:19533:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788460274.449193:0:19533:0:(genops.c:885:class_export_put()) final put ffff8c4ac4223800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788460274.449201:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac4227000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1788460274.449216:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac4223800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1788460274.449225:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac4222800 for lustre-OST0001 00000020:00000080:0.0:1788460274.449228:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac4223000 for lustre-OST0001 00000100:00080000:1.0:1788460274.451388:0:17207:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1788460274.451406:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460274.455731:0:20239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4395f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3662:x1875336022428160:12345-0@lo:103:ldlm_bl.0 Request processed in 18630us (18741us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788460274.455745:0:20239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:2.0:1788460274.458933:0:3659:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for mgc192.168.206.105@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1788460274.458938:0:3659:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788460274.458956:0:3659:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c4ac43a9500 x1875336022426624/t0(0) o400->mgc192.168.206.105@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1788460288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460274.458970:0:3659:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c4bc4396d80 x1875336022428160/t0(0) o103->mgc192.168.206.105@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788460290 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460274.458979:0:3659:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c4bf7609500 x1875336022428416/t0(0) o103->mgc192.168.206.105@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788460290 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460274.458988:0:3659:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c4bf7609880 x1875336022428544/t0(0) o103->mgc192.168.206.105@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788460290 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460274.458996:0:3659:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c4bf7608a80 x1875336022428672/t0(0) o103->mgc192.168.206.105@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788460290 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788460274.459016:0:3659:0:(mgc_request.c:1476:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788460274.459018:0:3659:0:(pinger.c:200:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788460274.459020:0:3659:0:(mgc_request.c:1476:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1788460274.459024:0:3659:0:(import.c:65:import_set_state_nolock()) ffff8c4ac4843000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788460274.459029:0:3659:0:(import.c:545:import_select_connection()) mgc192.168.206.105@tcp: connect to NID 0@lo last attempt 482 00000100:00080000:2.0:1788460274.459037:0:3659:0:(import.c:665:import_select_connection()) mgc192.168.206.105@tcp: import ffff8c4ac4843000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:3.0:1788460274.459109:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf760a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c482be18-c056-4068-8a37-ed5038fc364a:0:1875336022428288:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788460274.459126:0:3659:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bf760bb80 x1875336022429184/t0(0) o250->mgc192.168.206.105@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788460274.459155:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7609500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c482be18-c056-4068-8a37-ed5038fc364a:3659:1875336022428416:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788460274.459176:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7609880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c482be18-c056-4068-8a37-ed5038fc364a:3659:1875336022428544:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788460274.459201:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf760bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c482be18-c056-4068-8a37-ed5038fc364a:3658:1875336022429184:0@lo:250:ptlrpcd_00_00.0 00000400:00000100:3.0:1788460274.459575:0:3658:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875336022429184 offset 0 length 520: 4 00000100:00080000:3.0:1788460274.459706:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4ac1eca800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788460274.459727:0:3658:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788460274.459730:0:3658:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788460274.459734:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2977800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022429056:0@lo:9:umount.0 00000100:00080000:3.0:1788460274.459750:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bef370800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788460274.459767:0:3658:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788460274.459768:0:3658:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788460274.459771:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022428928:0@lo:9:umount.0 00000100:00100000:3.0:1788460274.459804:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c482be18-c056-4068-8a37-ed5038fc364a:3662:1875336022428160:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788460274.459813:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c482be18-c056-4068-8a37-ed5038fc364a:3662:1875336022426624:0@lo:400:kworker.0 00000100:00100000:3.0:1788460274.460437:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7609180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c482be18-c056-4068-8a37-ed5038fc364a:0:1875336022428800:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788460274.460451:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c482be18-c056-4068-8a37-ed5038fc364a:3661:1875336022428672:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1788460274.465407:0:20984:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8c4bfb5f1988) has no exports 00000020:01000000:3.0:1788460274.502215:0:20984:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8c4bd16c1240 - data ffff8c4ac20251b0/ffff8c4c014b1c00 00000020:01000000:3.0:1788460274.502360:0:20984:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8c4bc3b5b000 - data ffff8c4bd8680510/ffff8c4bc6200000 00000001:00000004:3.0:1788460274.512083:0:20984:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:0.0:1788460274.571120:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788460274.571128:0:20984:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788460274.571134:0:20984:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1788460274.575739:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788460274.576082:0:20984:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1788460274.576095:0:20984:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788460274.576098:0:20984:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788460274.576614:0:17953:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788460274.576620:0:17953:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:1.0:1788460274.576630:0:17953:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1788460274.577757:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788460274.577763:0:20984:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1788460274.577820:0:20984:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788460274.577824:0:20984:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788460274.578716:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788460274.582224:0:17955:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788460274.582231:0:17955:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1788460274.582243:0:17955:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1788460274.586462:0:20984:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c0ab 00000020:00000080:3.0:1788460274.586473:0:20984:0:(genops.c:885:class_export_put()) final put ffff8c4bff80f800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1788460274.587329:0:20984:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c0c0 00000020:00000080:3.0:1788460274.587339:0:20984:0:(genops.c:885:class_export_put()) final put ffff8c4bff80e800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1788460274.587345:0:20984:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1788460274.587426:0:20984:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788460274.587435:0:20984:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788460274.587440:0:20984:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff8c4bef213310) has no exports 00000004:01000000:3.0:1788460274.587666:0:20984:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1788460274.587676:0:20984:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c114 00000020:00000080:3.0:1788460274.587680:0:20984:0:(genops.c:885:class_export_put()) final put ffff8c4bc6b3d800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1788460274.587685:0:20984:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1788460274.587688:0:20984:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788460274.587693:0:20984:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788460274.587696:0:20984:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff8c4bfb5f0000) has no exports 00000020:00000080:3.0:1788460274.587701:0:20984:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c10d 00000020:00000080:3.0:1788460274.587705:0:20984:0:(genops.c:885:class_export_put()) final put ffff8c4be2516800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788460274.587775:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bff80f800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788460274.587786:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bff80e800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:0.0:1788460274.587790:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bc6b3d800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1788460274.587794:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4be2516800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1788460274.589041:0:20984:0:(obd_class.h:688:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:0.0:1788460274.589049:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788460274.589052:0:20984:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1788460274.589059:0:20984:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788460274.589061:0:20984:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788460274.589112:0:20984:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788460274.589120:0:20984:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788460274.589126:0:20984:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c0ff 00000020:00000080:0.0:1788460274.589134:0:20984:0:(genops.c:885:class_export_put()) final put ffff8c4bd1a84000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788460274.589139:0:20984:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:0.0:1788460274.589144:0:20984:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788460274.589148:0:20984:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788460274.589152:0:20984:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff8c4ac1ef6620) has no exports 00000020:00000080:0.0:1788460274.589158:0:20984:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c0f8 00000020:00000080:0.0:1788460274.589161:0:20984:0:(genops.c:885:class_export_put()) final put ffff8c4bff80e000/lustre-MDT0001-osd_UUID 00010000:01000000:0.0:1788460274.589528:0:20984:0:(obd_class.h:688:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:0.0:1788460274.589532:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788460274.589535:0:20984:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1788460274.589553:0:20984:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788460274.589555:0:20984:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788460274.589659:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac1eca800 for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1788460274.589667:0:36:0:(genops.c:885:class_export_put()) final put ffff8c4bd1a85800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788460274.589669:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bd1a85800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:1.0:1788460274.589674:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788460274.589752:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bd1a84000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1788460274.589758:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bff80e000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788460274.589830:0:20984:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788460274.589836:0:20984:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:0.0:1788460274.589858:0:20984:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1788460274.589865:0:20984:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c0e3 00000020:00000080:0.0:1788460274.589869:0:20984:0:(genops.c:885:class_export_put()) final put ffff8c4bff80c000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788460274.589873:0:20984:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:0.0:1788460274.589876:0:20984:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788460274.589879:0:20984:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788460274.589882:0:20984:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff8c4bfb5f3310) has no exports 00000020:00000080:0.0:1788460274.589886:0:20984:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c0dc 00000020:00000080:0.0:1788460274.589889:0:20984:0:(genops.c:885:class_export_put()) final put ffff8c4bff808800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1788460274.590757:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4bef370800 for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1788460274.590768:0:36:0:(genops.c:885:class_export_put()) final put ffff8c4bd1a81800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788460274.590780:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bd1a81800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:1.0:1788460274.590787:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788460274.590843:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bff80c000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1788460274.590848:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bff808800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1788460274.595018:0:20984:0:(obd_class.h:688:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:1.0:1788460274.595035:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788460274.595039:0:20984:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788460274.595048:0:20984:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788460274.595114:0:20984:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788460274.595126:0:20984:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788460274.595152:0:20984:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788460274.595155:0:20984:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788460274.595161:0:20984:0:(genops.c:885:class_export_put()) final put ffff8c4bf7510800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788460274.595166:0:20984:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bf7510800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:1.0:1788460274.595173:0:20984:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788460274.595317:0:20984:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c0c7 00000020:00000080:1.0:1788460274.595324:0:20984:0:(genops.c:885:class_export_put()) final put ffff8c4bff809800/lustre-MDD0001_UUID 00000020:01000000:1.0:1788460274.595329:0:20984:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:1.0:1788460274.595332:0:20984:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788460274.595337:0:20984:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788460274.595341:0:20984:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff8c4bfb5f6620) has no exports 00000020:00000080:3.0:1788460274.595354:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4bff80a000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1788460274.595361:0:20984:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788460274.595365:0:36:0:(genops.c:885:class_export_put()) final put ffff8c4bff80a800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788460274.595366:0:20984:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:3.0:1788460274.595371:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bff80a800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1788460274.595373:0:20984:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c0ce 00000020:00000080:1.0:1788460274.595380:0:20984:0:(genops.c:885:class_export_put()) final put ffff8c4bff80d000/lustre-MDT0001-osd_UUID 00000020:01000000:3.0:1788460274.595386:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000004:1.0:1788460274.595394:0:20984:0:(tgt_mount.c:201:server_put_mount()) put mount ffff8c4be0237800 from lustre-MDT0001, refs=2 00000020:01000004:1.0:1788460274.595398:0:20984:0:(obd_mount.c:798:lustre_put_lsi()) put ffff8c4be0237800 2 00000020:01000004:1.0:1788460274.595402:0:20984:0:(tgt_mount.c:134:server_deregister_mount()) deregister mount ffff8c4be0237800 from lustre-MDT0001 00000020:00000080:1.0:1788460274.595423:0:20984:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788460274.595426:0:20984:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:1.0:1788460274.595429:0:20984:0:(genops.c:885:class_export_put()) final put ffff8c4bff809000/lustre-MDT0001_UUID 00000020:00000080:1.0:1788460274.595443:0:20984:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bff809000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:1.0:1788460274.595466:0:20984:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:1.0:1788460274.595505:0:20984:0:(obd_mount.c:666:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:1.0:1788460274.595508:0:20984:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:1.0:1788460274.595511:0:20984:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788460274.595514:0:20984:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788460274.595521:0:20984:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8c4ac3ae2000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788460274.595527:0:20984:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff8c4c019a1988) has exports, disconnecting them 00000020:00080000:1.0:1788460274.595532:0:20984:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8c4ac3ae2000), last request at 1788460199 00000020:00000080:1.0:1788460274.595536:0:20984:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c14c 00000020:00080000:1.0:1788460274.595547:0:20984:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c4ac3ae2000): rc 0 00000020:00000080:1.0:1788460274.595550:0:20984:0:(genops.c:885:class_export_put()) final put ffff8c4ac3ae2000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1788460274.595562:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bff809800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:3.0:1788460274.595568:0:36:0:(genops.c:885:class_export_put()) final put ffff8c4bff80b000/lustre-MDD0001_UUID 00000020:00000080:3.0:1788460274.595570:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bff80b000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:3.0:1788460274.595577:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:3.0:1788460274.595717:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bff80d000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1788460274.595722:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac3ae2000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:1.0:1788460274.644313:0:20984:0:(obd_class.h:688:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:1.0:1788460274.644321:0:20984:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788460274.644326:0:20984:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788460274.644406:0:20984:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788460274.644450:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac3ae5800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1788460274.644591:0:20984:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788460274.644600:0:20984:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1788460274.644605:0:20984:0:(genops.c:885:class_export_put()) final put ffff8c4bc2e40800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1788460274.644609:0:20984:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bc2e40800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1788460274.644617:0:20984:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:1.0:1788460274.644694:0:20984:0:(obd_mount.c:798:lustre_put_lsi()) put ffff8c4be0237800 1 00000020:00000080:1.0:1788460274.644700:0:20984:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c065 00000020:00000080:1.0:1788460274.644706:0:20984:0:(genops.c:885:class_export_put()) final put ffff8c4bc85f0800/lustre-MDT0001-osd_UUID 00000020:01000000:1.0:1788460274.644722:0:20984:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:1.0:1788460274.644726:0:20984:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788460274.644732:0:20984:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788460274.644736:0:20984:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff8c4bef214c98) has no exports 00000020:00000080:3.0:1788460274.644764:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bc85f0800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788460274.752331:0:20984:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788460274.752344:0:20984:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:1.0:1788460274.752359:0:20984:0:(genops.c:885:class_export_put()) final put ffff8c4bf7517000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1788460274.752364:0:20984:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4bf7517000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1788460274.752375:0:20984:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:1.0:1788460274.752483:0:20984:0:(obd_mount.c:756:lustre_free_lsi()) Freeing lsi ffff8c4bc673a000 00000020:01000000:1.0:1788460274.752504:0:20984:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1788460274.752508:0:20984:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788460274.752512:0:20984:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788460274.752516:0:20984:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff8c4c019a4c98) has no exports 00000100:00100000:0.0:1788460274.752674:0:18741:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff8c4ac2b10800:18741] 3 exiting: rc = 0 00000100:00100000:3.0:1788460274.752861:0:17211:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff8c4bcec5fe00:17211] 0 exiting: rc = 1 00000100:00100000:2.0:1788460274.753419:0:17212:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff8c4ac2b95a00:17212] 1 exiting: rc = 0 00000100:00100000:2.0:1788460274.753485:0:17213:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff8c4ac2b94c00:17213] 2 exiting: rc = 0 00000100:00100000:1.0:1788460274.754416:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754424:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754430:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754436:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754440:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754445:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754450:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754455:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754460:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754465:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754471:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754476:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754481:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754487:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754491:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754497:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754503:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754508:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754515:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754522:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754528:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754534:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754539:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754544:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754550:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754555:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754575:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754582:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754588:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754594:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754599:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754605:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754611:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754616:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754621:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754627:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754645:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754652:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754657:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754661:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754666:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754671:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754676:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754681:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754687:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754693:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754699:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754704:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754710:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754715:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754720:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754725:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754731:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754736:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754742:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754747:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754753:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754758:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754763:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754769:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754774:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754788:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754793:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460274.754798:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.773575:0:17214:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8c4bc1342400:17214] 0 exiting: rc = 1 00000100:00100000:1.0:1788460274.773757:0:17215:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8c4bcec5fc00:17215] 1 exiting: rc = 0 00000100:00100000:3.0:1788460274.773896:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.773904:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.773910:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.773916:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.773933:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.773938:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.773985:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.773991:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.773996:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774002:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774007:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774012:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774018:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774023:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774028:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774034:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774039:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774045:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774050:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774055:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774059:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774064:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774070:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774074:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774079:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774084:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774091:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774097:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774102:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774107:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774111:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774115:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774120:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774125:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774129:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774134:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774138:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774144:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774149:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774161:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774167:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774171:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774176:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774180:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774185:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774190:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774195:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774199:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774205:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774210:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774215:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774220:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774225:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774230:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774235:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774240:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774246:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774252:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774257:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774262:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774268:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774273:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774278:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774283:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.774779:0:17217:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff8c4bfac64600:17217] 1 exiting: rc = 0 00000100:00100000:1.0:1788460274.775366:0:17216:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff8c4bcec5e600:17216] 0 exiting: rc = 1 00000100:00100000:2.0:1788460274.776122:0:17952:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff8c4bfa0fa400:17952] 2 exiting: rc = 0 00000100:00100000:3.0:1788460274.776253:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776262:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776267:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776273:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776280:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776300:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776309:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776315:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776321:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776345:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776352:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776359:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776366:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776372:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776378:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776383:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776390:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776396:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776402:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776407:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776414:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776436:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776444:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776450:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776455:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776461:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776470:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776476:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776482:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776487:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776493:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776499:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776504:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776526:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776534:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776539:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776546:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776552:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776557:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776563:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776568:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776574:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776579:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776584:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776597:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776616:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776623:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776629:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776655:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776662:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776667:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776673:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776678:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776684:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776690:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776695:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776701:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776721:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776728:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776744:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776750:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776757:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776762:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.776769:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.787761:0:17219:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8c4ac363b400:17219] 1 exiting: rc = 0 00000100:00100000:0.0:1788460274.791728:0:17218:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8c4ac363be00:17218] 0 exiting: rc = 1 00000100:00100000:3.0:1788460274.793932:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.793983:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.793989:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.793994:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.793999:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794004:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794009:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794015:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794019:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794025:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794029:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794034:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794040:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794045:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794049:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794072:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794076:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794081:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794086:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794091:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794096:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794101:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794106:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794111:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794116:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794120:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794125:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794129:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794134:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794138:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794143:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794148:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794153:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794157:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794162:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794168:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794173:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794177:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794182:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794187:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794191:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794196:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794202:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794207:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794212:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794217:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794221:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794226:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794230:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794235:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794248:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794252:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794257:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794262:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794267:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794272:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794277:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794282:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794287:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794292:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794297:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794301:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794306:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460274.794310:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.796993:0:17220:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8c4ac363a600:17220] 0 exiting: rc = 1 00000100:00100000:2.0:1788460274.797155:0:17221:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8c4ac363aa00:17221] 1 exiting: rc = 0 00000100:00100000:0.0:1788460274.797249:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797256:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797261:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797266:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797271:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797276:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797281:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797286:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797291:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797297:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797302:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797306:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797311:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797316:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797321:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797325:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797330:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797334:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797339:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797343:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797357:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797362:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797367:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797371:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797376:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797380:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797385:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797390:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797394:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797399:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797403:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797408:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797413:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797418:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797422:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797426:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797431:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797435:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797440:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797445:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797449:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797454:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797458:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797463:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797467:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797472:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797476:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797481:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797486:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797490:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797494:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797499:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797503:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797507:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797512:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797521:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797526:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797531:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797536:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797540:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797545:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797550:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797555:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797560:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.797862:0:19281:0:(service.c:3183:ptlrpc_main()) mdt_fld_0002: service thread [ffff8c4ac279cc00:19281] 2 exiting: rc = 0 00000100:00100000:0.0:1788460274.797930:0:17222:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff8c4ac363ac00:17222] 0 exiting: rc = 1 00000100:00100000:3.0:1788460274.798592:0:17223:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff8c4ac363b600:17223] 1 exiting: rc = 0 00000100:00100000:0.0:1788460274.798693:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798699:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798704:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798709:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798714:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798719:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798724:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798728:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798733:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798738:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798742:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798746:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798751:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798756:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798761:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798767:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798772:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798777:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798781:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798786:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798791:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798796:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798801:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798806:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798821:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798826:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798835:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798841:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798845:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798850:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798855:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798861:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798865:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798870:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798875:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798879:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798884:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798889:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798893:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798898:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798902:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798907:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798911:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798915:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798920:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798925:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798929:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798933:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.798938:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.799223:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.799231:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.799235:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.799240:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.799244:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.799249:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.799253:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.799258:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.799262:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.799266:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.799281:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.799286:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.799291:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.799296:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.799301:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.799743:0:17226:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff8c4ac2bbe400:17226] 2 exiting: rc = 0 00000100:00100000:2.0:1788460274.800019:0:17225:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff8c4ac2a42200:17225] 1 exiting: rc = 0 00000100:00100000:3.0:1788460274.801197:0:17224:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff8c4ac2a42a00:17224] 0 exiting: rc = 1 00000100:00100000:0.0:1788460274.801342:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801350:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801356:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801362:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801386:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801394:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801399:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801407:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801412:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801418:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801423:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801428:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801434:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801439:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801444:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801450:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801456:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801461:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801467:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801474:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801480:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801486:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801492:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801497:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801503:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801508:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801513:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801518:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801540:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801558:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801564:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801569:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801575:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801581:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801585:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801591:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801596:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801601:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801606:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801611:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801617:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801622:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801628:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801646:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801653:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801660:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801665:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801670:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801675:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801681:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801686:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801692:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801713:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801721:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801726:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801731:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801737:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801742:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801748:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801753:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801760:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801767:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801773:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460274.801779:0:20984:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1788460274.818242:0:20984:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788460274.818253:0:20984:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1788460274.818258:0:20984:0:(genops.c:885:class_export_put()) final put ffff8c4ac3b50000/MDS_uuid 00000020:00000080:1.0:1788460274.818262:0:20984:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac3b50000/MDS_uuid for MDS 00000020:01000000:1.0:1788460274.818270:0:20984:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1788460274.818412:0:20984:0:(tgt_mount.c:2315:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:2.0:1788460275.601076:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460276.626170:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788460277.334803:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) c482be18-c056-4068-8a37-ed5038fc364a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788460277.334813:0:37:0:(pinger.c:254:ptlrpc_pinger_process_import()) c482be18-c056-4068-8a37-ed5038fc364a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788460277.334817:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788460277.334820:0:37:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788460277.334823:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c4ac36fe800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788460277.334831:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 569 00000100:00080000:0.0:1788460277.334836:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788460277.334842:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8c4ac36fe800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:0.0:1788460277.334877:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac4930e00 x1875336022429312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788460277.334928:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788460277.334931:0:37:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788460277.334933:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c4ac4221800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788460277.334937:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 569 00000100:00080000:0.0:1788460277.334939:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788460277.334959:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8c4ac4221800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:0.0:1788460277.334970:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac4931500 x1875336022429568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788460277.335001:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1875336022429696:0@lo:400:kworker.0 00000400:00000100:0.0:1788460277.335046:0:3660:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875336022429696 offset 0 length 224: 4 00000100:00100000:0.0:1788460277.335083:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788460277.335089:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3660:1875336022429440:0@lo:400:kworker.0 00000400:00000100:0.0:1788460277.335105:0:3660:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875336022429440 offset 0 length 224: 4 00000100:00100000:2.0:1788460277.335338:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4930e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3658:1875336022429312:0@lo:38:kworker.0 00000400:00000100:2.0:1788460277.335362:0:3658:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875336022429312 offset 0 length 520: 4 00000100:00100000:2.0:1788460277.335388:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3658:1875336022429568:0@lo:38:kworker.0 00000400:00000100:2.0:1788460277.335404:0:3658:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875336022429568 offset 0 length 520: 4 00010000:00010000:3.0:1788460277.651475:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460278.676975:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788460278.714779:0:21186:0:(tgt_mount.c:2326:server_umount_begin()) umount -f 00000020:01000004:1.0:1788460278.728369:0:21186:0:(tgt_mount.c:2182:server_put_super()) server put_super lustre-OST0000 00010000:00010000:1.0:1788460278.728433:0:21186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676400/0x5dfa74784542c202 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c209 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460278.728448:0:21186:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676400/0x5dfa74784542c202 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c209 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460278.728456:0:21186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676400/0x5dfa74784542c202 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c209 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460278.728463:0:21186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676400/0x5dfa74784542c202 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c209 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460278.728485:0:21186:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788460278.728503:0:21186:0:(mgc_request_server.c:165:mgc_fs_clear()) mgc192.168.206.105@tcp: clear lustre-client 10000000:01000000:1.0:1788460278.728508:0:21186:0:(mgc_request.c:651:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1788460278.728785:0:21186:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788460278.728797:0:21186:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c4ac4930e00 x1875336022429312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788460292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1788460278.728876:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788460278.728884:0:17200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676400/0x5dfa74784542c202 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c209 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460278.728891:0:17200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3676400 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:0.0:1788460278.728895:0:17200:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676400/0x5dfa74784542c202 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c209 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460278.728903:0:17200:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676400/0x5dfa74784542c202 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c209 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788460278.728910:0:17200:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676400/0x5dfa74784542c202 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c209 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460278.728916:0:17200:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788460278.728919:0:17200:0:(mgc_request.c:1242:mgc_blocking_ast()) log lustre-client: stale lock, won't requeue 10000000:01000000:0.0:1788460278.728922:0:17200:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788460278.728992:0:17200:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c4ac4843000 00010000:00010000:0.0:1788460278.728996:0:17200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676400/0x5dfa74784542c202 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c209 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460278.729003:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676400/0x5dfa74784542c202 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c209 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460278.729013:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460278.729015:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460278.729017:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788460278.729162:0:21186:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788460278.729178:0:21186:0:(pinger.c:405:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788460278.729183:0:21186:0:(import.c:65:import_set_state_nolock()) ffff8c4ac36fe800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1788460278.729189:0:21186:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788460278.729194:0:21186:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c4ac4930e00 x1875336022429312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788460292 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460278.730748:0:21186:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788460278.731798:0:21186:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:3.0:1788460278.731835:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4930e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3658:1875336022429312:0@lo:38:kworker.0 00000100:00080000:1.0:1788460278.732926:0:21186:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788460278.732940:0:21186:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c4ac4931180 x1875336022429440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460278.733081:0:21186:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788460278.733087:0:21186:0:(pinger.c:405:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1788460278.733112:0:21186:0:(import.c:65:import_set_state_nolock()) ffff8c4ac484d000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788460278.733168:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3658:1875336022429824:0@lo:39:umount.0 00000400:00000100:2.0:1788460278.733216:0:3658:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875336022429824 offset 0 length 224: 4 00000100:00100000:3.0:1788460278.733341:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3660:1875336022429440:0@lo:400:kworker.0 00000100:00080000:1.0:1788460279.377176:0:16617:0:(pinger.c:236:ptlrpc_pinger_process_import()) c482be18-c056-4068-8a37-ed5038fc364a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788460279.377186:0:16617:0:(pinger.c:254:ptlrpc_pinger_process_import()) c482be18-c056-4068-8a37-ed5038fc364a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788460279.377189:0:16617:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788460279.377191:0:16617:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788460279.377447:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4395880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3661:1875336022429952:0@lo:400:kworker.0 00000400:00000100:2.0:1788460279.377502:0:3661:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875336022429952 offset 0 length 224: 4 00010000:00010000:3.0:1788460279.700099:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460280.721139:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460281.745152:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788460282.392038:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) c482be18-c056-4068-8a37-ed5038fc364a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788460282.392047:0:37:0:(pinger.c:254:ptlrpc_pinger_process_import()) c482be18-c056-4068-8a37-ed5038fc364a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788460282.392050:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788460282.392053:0:37:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788460282.392183:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2977480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3662:1875336022430080:0@lo:400:kworker.0 00000400:00000100:0.0:1788460282.392237:0:3662:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875336022430080 offset 0 length 224: 4 00010000:00010000:3.0:1788460282.773112:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460283.793148:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460284.819394:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788460284.881078:0:3658:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788460274/real 1788460274] req@ffff8c4bf760bb80 x1875336022429184/t0(0) o250->mgc192.168.206.105@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788460284 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460284.881110:0:3658:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c4bf760bb80 x1875336022429184/t0(0) o250->mgc192.168.206.105@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788460284 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788460284.881130:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4ac4843000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788460284.881157:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1788460284.881161:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf760bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c482be18-c056-4068-8a37-ed5038fc364a:3658:1875336022429184:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:1.0:1788460284.881371:0:16617:0:(pinger.c:236:ptlrpc_pinger_process_import()) c482be18-c056-4068-8a37-ed5038fc364a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788460284.881376:0:16617:0:(pinger.c:244:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1788460284.881379:0:16617:0:(import.c:65:import_set_state_nolock()) ffff8c4ac4843000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788460284.881383:0:16617:0:(import.c:545:import_select_connection()) mgc192.168.206.105@tcp: connect to NID 0@lo last attempt 571 00000100:00080000:1.0:1788460284.881387:0:16617:0:(import.c:630:import_select_connection()) mgc192.168.206.105@tcp: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788460284.881393:0:16617:0:(import.c:665:import_select_connection()) mgc192.168.206.105@tcp: import ffff8c4ac4843000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:1.0:1788460284.881422:0:16617:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bc4395c00 x1875336022430208/t0(0) o250->mgc192.168.206.105@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788460284.881465:0:16617:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788460284.881469:0:16617:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788460284.881534:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788460284.881547:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4397b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1875336022430336:0@lo:400:kworker.0 00000100:00100000:2.0:1788460284.881554:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c482be18-c056-4068-8a37-ed5038fc364a:3658:1875336022430208:0@lo:250:kworker.0 00000400:00000100:0.0:1788460284.889622:0:3660:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875336022430336 offset 0 length 224: 4 00000400:00000100:2.0:1788460284.890083:0:3658:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875336022430208 offset 0 length 520: 4 00010000:00010000:3.0:1788460285.841272:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460286.865576:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460287.891022:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460288.914015:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788460288.977836:0:3658:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788460278/real 1788460278] req@ffff8c4bc4394380 x1875336022429824/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788460288 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460288.977866:0:3658:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c4bc4394380 x1875336022429824/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788460288 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788460288.977884:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4ac484d000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788460288.977904:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3658:1875336022429824:0@lo:39:umount.0 00000100:00080000:1.0:1788460288.978059:0:21186:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788460288.978064:0:21186:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788460288.978069:0:21186:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788460288.980863:0:21186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7e00/0x5dfa74784542c1ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c1d1 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460288.980882:0:21186:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7e00/0x5dfa74784542c1ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c1d1 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460288.980889:0:21186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7e00/0x5dfa74784542c1ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c1d1 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460288.980896:0:21186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7e00/0x5dfa74784542c1ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c1d1 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460288.981023:0:21186:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788460288.981041:0:21186:0:(mgc_request_server.c:165:mgc_fs_clear()) mgc192.168.206.105@tcp: clear lustre-OST0000 00010000:00010000:1.0:1788460288.981047:0:21186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6400/0x5dfa74784542c313 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c31a expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460288.981055:0:21186:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6400/0x5dfa74784542c313 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c31a expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460288.981061:0:21186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6400/0x5dfa74784542c313 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c31a expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460288.981084:0:21186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6400/0x5dfa74784542c313 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c31a expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460288.981743:0:17201:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788460288.981752:0:17201:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7e00/0x5dfa74784542c1ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c1d1 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460288.981760:0:17201:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfadc7e00 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:2.0:1788460288.981764:0:17201:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7e00/0x5dfa74784542c1ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c1d1 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460288.981772:0:17201:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7e00/0x5dfa74784542c1ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c1d1 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788460288.981779:0:17201:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7e00/0x5dfa74784542c1ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c1d1 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460288.981785:0:17201:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788460288.981788:0:17201:0:(mgc_request.c:1242:mgc_blocking_ast()) log lustre-OST0000: stale lock, won't requeue 00010000:00010000:2.0:1788460288.981809:0:17201:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c4ac4843000 00010000:00010000:2.0:1788460288.981813:0:17201:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7e00/0x5dfa74784542c1ca lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c1d1 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460288.981820:0:17201:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc7e00/0x5dfa74784542c1ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c1d1 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460288.981845:0:17201:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460288.981848:0:17201:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6400/0x5dfa74784542c313 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c31a expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460288.981853:0:17201:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfadc6400 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:2.0:1788460288.981856:0:17201:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6400/0x5dfa74784542c313 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c31a expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460288.981863:0:17201:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6400/0x5dfa74784542c313 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c31a expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788460288.981869:0:17201:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6400/0x5dfa74784542c313 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c31a expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460288.981874:0:17201:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1788460288.981877:0:17201:0:(mgc_request.c:1249:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:2.0:1788460288.981882:0:17201:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c4ac4843000 00010000:00010000:2.0:1788460288.981885:0:17201:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6400/0x5dfa74784542c313 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c31a expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460288.981891:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460288.981893:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460288.981895:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460288.982259:0:21186:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788460288.982274:0:21186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6400/0x5dfa74784542c313 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c31a expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788460288.982286:0:21186:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1788460288.982312:0:21186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380c00/0x5dfa74784542c57b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c582 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460288.982319:0:21186:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380c00/0x5dfa74784542c57b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c582 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460288.982326:0:21186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380c00/0x5dfa74784542c57b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c582 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460288.982333:0:21186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380c00/0x5dfa74784542c57b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c582 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460288.982397:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788460288.982403:0:17200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380c00/0x5dfa74784542c57b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c582 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460288.982411:0:17200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc6380c00 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:0.0:1788460288.982414:0:17200:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380c00/0x5dfa74784542c57b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c582 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460288.982421:0:17200:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380c00/0x5dfa74784542c57b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c582 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788460288.982428:0:17200:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380c00/0x5dfa74784542c57b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c582 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460288.982434:0:17200:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788460288.982436:0:17200:0:(mgc_request.c:1249:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:0.0:1788460288.982509:0:17200:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c4ac4843000 00010000:00010000:0.0:1788460288.982514:0:17200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380c00/0x5dfa74784542c57b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c582 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460288.982523:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460288.982525:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460288.982526:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460288.982679:0:21186:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788460288.982685:0:21186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380c00/0x5dfa74784542c57b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c582 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788460288.982704:0:21186:0:(mgc_request_server.c:165:mgc_fs_clear()) mgc192.168.206.105@tcp: clear params 10000000:01000000:1.0:1788460288.982707:0:21186:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788460288.982738:0:21186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677400/0x5dfa74784542c1bc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c1c3 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460288.982758:0:21186:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677400/0x5dfa74784542c1bc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c1c3 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460288.982764:0:21186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677400/0x5dfa74784542c1bc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c1c3 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460288.982771:0:21186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677400/0x5dfa74784542c1bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c1c3 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460288.982915:0:18366:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788460288.982922:0:18366:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677400/0x5dfa74784542c1bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c1c3 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460288.982935:0:18366:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3677400 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:3.0:1788460288.982938:0:18366:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677400/0x5dfa74784542c1bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c1c3 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460288.983020:0:18366:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677400/0x5dfa74784542c1bc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c1c3 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788460288.983027:0:18366:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677400/0x5dfa74784542c1bc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c1c3 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788460288.983033:0:18366:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788460288.983035:0:18366:0:(mgc_request.c:1249:mgc_blocking_ast()) log lustre-sptlrpc: stopping, won't requeue 00010000:00010000:3.0:1788460288.983041:0:18366:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c4ac4843000 00010000:00010000:3.0:1788460288.983044:0:18366:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677400/0x5dfa74784542c1bc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c1c3 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460288.983379:0:21186:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 10000000:01000000:1.0:1788460288.983423:0:21186:0:(mgc_request_server.c:165:mgc_fs_clear()) mgc192.168.206.105@tcp: clear lustre-sptlrpc 10000000:01000000:1.0:1788460288.983426:0:21186:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1788460288.984018:0:18366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677400/0x5dfa74784542c1bc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c1c3 expref: -99 pid: 18713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460288.984033:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460288.984034:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460288.984861:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460288.984917:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788460288.985162:0:21186:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:1.0:1788460288.985185:0:21186:0:(mgc_request.c:651:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:1.0:1788460288.985206:0:21186:0:(tgt_mount.c:2232:server_put_super()) stopping lustre-OST0000 00000020:01000000:1.0:1788460288.985210:0:21186:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:1.0:1788460288.985218:0:21186:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788460288.985224:0:21186:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788460288.985228:0:21186:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8c4c019a0000) has no exports 00000020:00080000:1.0:1788460288.985251:0:21186:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8c4c019a0000) has no exports 00000020:01000000:1.0:1788460288.991751:0:21186:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8c4ac35ffcc0 - data ffff8c4bd23c8af8/ffff8c4bc6363c00 00000020:01000000:1.0:1788460288.991910:0:21186:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8c4bef2a4ae0 - data ffff8c4beb561000/ffff8c4ac4331c00 00100000:10000000:1.0:1788460289.001529:0:21186:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1788460289.011229:0:21186:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c1df 00000020:00000080:1.0:1788460289.011240:0:21186:0:(genops.c:885:class_export_put()) final put ffff8c4ac3898000/lustre-OST0000-osd_UUID 00000020:01000004:2.0:1788460289.012253:0:21186:0:(tgt_mount.c:201:server_put_mount()) put mount ffff8c4c01993000 from lustre-OST0000, refs=2 00000020:01000004:2.0:1788460289.012260:0:21186:0:(obd_mount.c:798:lustre_put_lsi()) put ffff8c4c01993000 2 00000020:01000004:2.0:1788460289.012264:0:21186:0:(tgt_mount.c:134:server_deregister_mount()) deregister mount ffff8c4c01993000 from lustre-OST0000 00000020:00000080:2.0:1788460289.012300:0:21186:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788460289.012310:0:21186:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:2.0:1788460289.012323:0:21186:0:(genops.c:885:class_export_put()) final put ffff8c4ac389f800/lustre-OST0000_UUID 00000020:00000080:2.0:1788460289.012326:0:21186:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac389f800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:2.0:1788460289.012338:0:21186:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:2.0:1788460289.012416:0:21186:0:(obd_mount.c:666:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:2.0:1788460289.012421:0:21186:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1788460289.012428:0:21186:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788460289.012433:0:21186:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788460289.012440:0:21186:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8c4ac36ff800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788460289.012447:0:21186:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff8c4bcec50000) has exports, disconnecting them 00000020:00080000:2.0:1788460289.012451:0:21186:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8c4ac36ff800), last request at 1788460212 00000020:00000080:2.0:1788460289.012455:0:21186:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c217 00000020:00080000:2.0:1788460289.012467:0:21186:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c4ac36ff800): rc 0 00000020:00000080:2.0:1788460289.012471:0:21186:0:(genops.c:885:class_export_put()) final put ffff8c4ac36ff800/lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1788460289.012801:0:16617:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac3898000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1788460289.013205:0:16617:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac36ff800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:3.0:1788460289.016411:0:21186:0:(obd_class.h:688:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:3.0:1788460289.016419:0:21186:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788460289.016428:0:21186:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788460289.016436:0:21186:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788460289.016488:0:16617:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac36fe800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1788460289.016967:0:21186:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788460289.016977:0:21186:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1788460289.016983:0:21186:0:(genops.c:885:class_export_put()) final put ffff8c4ac36fc000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1788460289.016987:0:21186:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac36fc000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1788460289.016995:0:21186:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:3.0:1788460289.017072:0:21186:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1788460289.017076:0:21186:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788460289.017082:0:21186:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788460289.017089:0:21186:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8c4ac484f800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788460289.017096:0:21186:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff8c4ac488cc98) has exports, disconnecting them 00000020:00080000:3.0:1788460289.017167:0:21186:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8c4ac484f800), last request at 1788460212 00000020:00000080:3.0:1788460289.017172:0:21186:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c22c 00000020:00080000:3.0:1788460289.017189:0:21186:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c4ac484f800): rc 0 00000020:00000080:3.0:1788460289.017194:0:21186:0:(genops.c:885:class_export_put()) final put ffff8c4ac484f800/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1788460289.017316:0:16617:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac484f800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:3.0:1788460289.027491:0:21186:0:(obd_class.h:688:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:3.0:1788460289.027500:0:21186:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788460289.027505:0:21186:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788460289.027511:0:21186:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788460289.027587:0:16617:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac484d000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1788460289.027695:0:21186:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788460289.027703:0:21186:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:3.0:1788460289.027708:0:21186:0:(genops.c:885:class_export_put()) final put ffff8c4ac484a800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:3.0:1788460289.027712:0:21186:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac484a800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:3.0:1788460289.027717:0:21186:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:3.0:1788460289.027779:0:21186:0:(obd_mount.c:798:lustre_put_lsi()) put ffff8c4c01993000 1 00000020:00000080:3.0:1788460289.027786:0:21186:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c1ae 00000020:00000080:3.0:1788460289.027791:0:21186:0:(genops.c:885:class_export_put()) final put ffff8c4ac1ecc000/lustre-OST0000-osd_UUID 00000020:01000000:3.0:1788460289.027819:0:21186:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:3.0:1788460289.027823:0:21186:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788460289.027828:0:21186:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788460289.027831:0:21186:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff8c4bd0b89988) has no exports 00000020:00000080:0.0:1788460289.028132:0:16617:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac1ecc000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1788460289.059309:0:21186:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788460289.059323:0:21186:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:3.0:1788460289.059328:0:21186:0:(genops.c:885:class_export_put()) final put ffff8c4c01997800/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1788460289.059333:0:21186:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4c01997800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:3.0:1788460289.059343:0:21186:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:3.0:1788460289.059573:0:21186:0:(obd_mount.c:756:lustre_free_lsi()) Freeing lsi ffff8c4c01994000 00000020:02000400:3.0:1788460289.059613:0:21186:0:(tgt_mount.c:2315:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1788460289.937128:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788460290.129172:0:16617:0:(pinger.c:236:ptlrpc_pinger_process_import()) c482be18-c056-4068-8a37-ed5038fc364a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788460290.129187:0:16617:0:(pinger.c:254:ptlrpc_pinger_process_import()) c482be18-c056-4068-8a37-ed5038fc364a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788460290.129190:0:16617:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788460290.129203:0:16617:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788460290.129273:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4397480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1875336022430464:0@lo:400:kworker.0 00000400:00000100:0.0:1788460290.129327:0:3660:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875336022430464 offset 0 length 224: 4 00010000:00010000:2.0:1788460290.962932:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788460291.865675:0:21388:0:(tgt_mount.c:2326:server_umount_begin()) umount -f 00000020:01000004:1.0:1788460291.880580:0:21388:0:(tgt_mount.c:2182:server_put_super()) server put_super lustre-OST0001 00010000:00010000:1.0:1788460291.880659:0:21388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f1000/0x5dfa74784542c2c6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c2cd expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460291.880674:0:21388:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f1000/0x5dfa74784542c2c6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c2cd expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460291.880682:0:21388:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f1000/0x5dfa74784542c2c6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c2cd expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460291.880688:0:21388:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f1000/0x5dfa74784542c2c6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c2cd expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460291.880714:0:21388:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788460291.880730:0:21388:0:(mgc_request_server.c:165:mgc_fs_clear()) mgc192.168.206.105@tcp: clear lustre-client 10000000:01000000:1.0:1788460291.880733:0:21388:0:(mgc_request.c:651:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1788460291.880754:0:21388:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788460291.880765:0:21388:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c4ac4931500 x1875336022429568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788460292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460291.880782:0:21388:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788460291.880787:0:21388:0:(pinger.c:405:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788460291.880792:0:21388:0:(import.c:65:import_set_state_nolock()) ffff8c4ac4221800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1788460291.880796:0:21388:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788460291.880799:0:21388:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c4ac4931500 x1875336022429568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788460292 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460291.880805:0:21388:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788460291.880808:0:21388:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 1s for inflight to error out 00010000:00010000:0.0:1788460291.881557:0:18366:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788460291.881566:0:18366:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f1000/0x5dfa74784542c2c6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c2cd expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460291.881575:0:18366:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc14f1000 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:0.0:1788460291.881579:0:18366:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f1000/0x5dfa74784542c2c6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c2cd expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460291.881588:0:18366:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f1000/0x5dfa74784542c2c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c2cd expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788460291.881595:0:18366:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f1000/0x5dfa74784542c2c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c2cd expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460291.881601:0:18366:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788460291.881604:0:18366:0:(mgc_request.c:1242:mgc_blocking_ast()) log lustre-client: stale lock, won't requeue 10000000:01000000:0.0:1788460291.881607:0:18366:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788460291.881641:0:18366:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c4ac4843000 00010000:00010000:0.0:1788460291.881644:0:18366:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f1000/0x5dfa74784542c2c6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c2cd expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460291.881651:0:18366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f1000/0x5dfa74784542c2c6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c2cd expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460291.881664:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460291.881666:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460291.881668:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460291.882298:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3658:1875336022429568:0@lo:38:kworker.0 00000100:00080000:1.0:1788460291.883704:0:21388:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788460291.883717:0:21388:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c4ac4931880 x1875336022429696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460291.883780:0:21388:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c4bc4395880 x1875336022429952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460291.883801:0:21388:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c4ac2977480 x1875336022430080/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460298 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460291.883818:0:21388:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c4bc4397b80 x1875336022430336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460291.883826:0:21388:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c4bc4397480 x1875336022430464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460291.883833:0:21388:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788460291.883838:0:21388:0:(pinger.c:405:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1788460291.883859:0:21388:0:(import.c:65:import_set_state_nolock()) ffff8c4ac3725800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1788460291.883929:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2977480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3662:1875336022430080:0@lo:400:kworker.0 00000100:00100000:2.0:1788460291.884171:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4395880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3661:1875336022429952:0@lo:400:kworker.0 00000100:00100000:0.0:1788460291.884347:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1875336022429696:0@lo:400:kworker.0 00000100:00100000:0.0:1788460291.884361:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4397480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1875336022430464:0@lo:400:kworker.0 00000100:00100000:0.0:1788460291.884367:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4397b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1875336022430336:0@lo:400:kworker.0 00000100:00100000:0.0:1788460291.884388:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3658:1875336022430592:0@lo:39:umount.0 00000400:00000100:0.0:1788460291.884429:0:3658:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875336022430592 offset 0 length 224: 4 00010000:00010000:2.0:1788460291.985260:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460293.009119:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460294.034741:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460295.057138:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788460295.249115:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) c482be18-c056-4068-8a37-ed5038fc364a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788460295.249126:0:37:0:(pinger.c:254:ptlrpc_pinger_process_import()) c482be18-c056-4068-8a37-ed5038fc364a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1788460296.081172:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460297.105195:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460298.129434:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460299.089058:0:3658:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788460284/real 1788460284] req@ffff8c4bc4395c00 x1875336022430208/t0(0) o250->mgc192.168.206.105@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788460299 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788460299.089105:0:3658:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c4bc4395c00 x1875336022430208/t0(0) o250->mgc192.168.206.105@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788460299 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788460299.089126:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4ac4843000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788460299.089157:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1788460299.089162:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c482be18-c056-4068-8a37-ed5038fc364a:3658:1875336022430208:0@lo:250:kworker.0 00000100:00080000:2.0:1788460299.089194:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) c482be18-c056-4068-8a37-ed5038fc364a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788460299.089200:0:37:0:(pinger.c:244:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1788460299.089203:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c4ac4843000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788460299.089210:0:37:0:(import.c:545:import_select_connection()) mgc192.168.206.105@tcp: connect to NID 0@lo last attempt 581 00000100:00080000:2.0:1788460299.089232:0:37:0:(import.c:630:import_select_connection()) mgc192.168.206.105@tcp: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788460299.089239:0:37:0:(import.c:665:import_select_connection()) mgc192.168.206.105@tcp: import ffff8c4ac4843000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:2.0:1788460299.089282:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bf760bb80 x1875336022430720/t0(0) o250->mgc192.168.206.105@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788460299.089344:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf760bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c482be18-c056-4068-8a37-ed5038fc364a:3658:1875336022430720:0@lo:250:kworker.0 00000400:00000100:0.0:1788460299.089385:0:3658:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875336022430720 offset 0 length 520: 4 00010000:00010000:2.0:1788460299.153543:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460300.177159:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460301.137072:0:3658:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788460291/real 1788460291] req@ffff8c4bc4394a80 x1875336022430592/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788460301 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788460301.137105:0:3658:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c4bc4394a80 x1875336022430592/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788460301 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788460301.137124:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4ac3725800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788460301.137216:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3658:1875336022430592:0@lo:39:umount.0 00000100:00080000:1.0:1788460301.139887:0:21388:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788460301.139897:0:21388:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788460301.139904:0:21388:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788460301.140821:0:21388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2800/0x5dfa74784542c28e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c295 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460301.140837:0:21388:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2800/0x5dfa74784542c28e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c295 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460301.140844:0:21388:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2800/0x5dfa74784542c28e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c295 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460301.140851:0:21388:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2800/0x5dfa74784542c28e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c295 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460301.140902:0:21388:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788460301.140918:0:21388:0:(mgc_request_server.c:165:mgc_fs_clear()) mgc192.168.206.105@tcp: clear lustre-OST0001 00010000:00010000:1.0:1788460301.140923:0:21388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677c00/0x5dfa74784542c305 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c30c expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460301.140930:0:21388:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677c00/0x5dfa74784542c305 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c30c expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460301.140936:0:21388:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677c00/0x5dfa74784542c305 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c30c expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460301.140962:0:21388:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677c00/0x5dfa74784542c305 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c30c expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460301.140970:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788460301.141034:0:21388:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788460301.141042:0:21388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef209c00/0x5dfa74784542c56d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c574 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460301.141049:0:21388:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef209c00/0x5dfa74784542c56d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c574 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460301.141055:0:21388:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef209c00/0x5dfa74784542c56d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c574 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460301.141061:0:21388:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4bef209c00/0x5dfa74784542c56d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c574 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460301.142768:0:17200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2800/0x5dfa74784542c28e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c295 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460301.142783:0:17200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc29d2800 already unused, calling callback (ffffffffc125ae00) 00010000:00010000:1.0:1788460301.142784:0:21388:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:00010000:2.0:1788460301.142787:0:17200:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2800/0x5dfa74784542c28e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c295 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788460301.142816:0:21388:0:(mgc_request_server.c:165:mgc_fs_clear()) mgc192.168.206.105@tcp: clear params 00010000:00010000:1.0:1788460301.142825:0:21388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2c00/0x5dfa74784542c280 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c287 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460301.142834:0:18366:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788460301.142834:0:21388:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2c00/0x5dfa74784542c280 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c287 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460301.142844:0:18366:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677c00/0x5dfa74784542c305 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c30c expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460301.142845:0:21388:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2c00/0x5dfa74784542c280 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c287 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460301.142862:0:18366:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3677c00 already unused, calling callback (ffffffffc125ae00) 00010000:00010000:1.0:1788460301.142864:0:21388:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2c00/0x5dfa74784542c280 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c287 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788460301.142867:0:18366:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677c00/0x5dfa74784542c305 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c30c expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460301.142883:0:21388:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788460301.142884:0:18366:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677c00/0x5dfa74784542c305 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c30c expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788460301.142895:0:18366:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677c00/0x5dfa74784542c305 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c30c expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788460301.142901:0:18366:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1788460301.142904:0:18366:0:(mgc_request.c:1242:mgc_blocking_ast()) log lustre-mdtir: stale lock, won't requeue 10000000:01000000:3.0:1788460301.142907:0:18366:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 10000000:01000000:1.0:1788460301.142935:0:21388:0:(mgc_request_server.c:165:mgc_fs_clear()) mgc192.168.206.105@tcp: clear lustre-sptlrpc 10000000:01000000:1.0:1788460301.142940:0:21388:0:(mgc_request.c:651:config_log_end()) end config log lustre-OST0001 (0) 00010000:00010000:3.0:1788460301.142972:0:18366:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c4ac4843000 00010000:00010000:3.0:1788460301.142978:0:18366:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677c00/0x5dfa74784542c305 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c30c expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1788460301.142982:0:21388:0:(tgt_mount.c:2232:server_put_super()) stopping lustre-OST0001 00000020:01000000:1.0:1788460301.142988:0:21388:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:1.0:1788460301.142994:0:21388:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00010000:00010000:3.0:1788460301.142996:0:18366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4ac3677c00/0x5dfa74784542c305 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c30c expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1788460301.143001:0:21388:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788460301.143007:0:21388:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8c4bcec54c98) has no exports 00010000:00010000:3.0:1788460301.143015:0:18366:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788460301.143020:0:18366:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bef209c00/0x5dfa74784542c56d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c574 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460301.143028:0:18366:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bef209c00 already unused, calling callback (ffffffffc125ae00) 00000020:00080000:1.0:1788460301.143030:0:21388:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8c4bcec54c98) has no exports 10000000:00010000:3.0:1788460301.143032:0:18366:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bef209c00/0x5dfa74784542c56d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c574 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460301.143041:0:18366:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bef209c00/0x5dfa74784542c56d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c574 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788460301.143047:0:18366:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bef209c00/0x5dfa74784542c56d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c574 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788460301.143053:0:18366:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788460301.143055:0:18366:0:(mgc_request.c:1242:mgc_blocking_ast()) log params: stale lock, won't requeue 10000000:01000000:3.0:1788460301.143057:0:18366:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788460301.143076:0:18366:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c4ac4843000 00010000:00010000:3.0:1788460301.143079:0:18366:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bef209c00/0x5dfa74784542c56d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c574 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460301.143086:0:18366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bef209c00/0x5dfa74784542c56d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c574 expref: -99 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460301.143096:0:18366:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788460301.143099:0:18366:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2c00/0x5dfa74784542c280 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c287 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460301.143123:0:18366:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc29d2c00 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:3.0:1788460301.143127:0:18366:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2c00/0x5dfa74784542c280 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c287 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460301.143134:0:18366:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2c00/0x5dfa74784542c280 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c287 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788460301.143141:0:18366:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2c00/0x5dfa74784542c280 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c287 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788460301.143146:0:18366:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788460301.143148:0:18366:0:(mgc_request.c:1242:mgc_blocking_ast()) log lustre-sptlrpc: stale lock, won't requeue 10000000:01000000:3.0:1788460301.143150:0:18366:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1788460301.143179:0:18366:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c4ac4843000 00010000:00010000:3.0:1788460301.143182:0:18366:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2c00/0x5dfa74784542c280 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c287 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460301.143189:0:18366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2c00/0x5dfa74784542c280 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c287 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460301.143199:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460301.143201:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460301.143203:0:18366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460301.143613:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460301.143619:0:17201:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460301.143704:0:17200:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2800/0x5dfa74784542c28e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c295 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788460301.143714:0:17200:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2800/0x5dfa74784542c28e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c295 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460301.143720:0:17200:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788460301.143723:0:17200:0:(mgc_request.c:1242:mgc_blocking_ast()) log lustre-OST0001: stale lock, won't requeue 10000000:01000000:2.0:1788460301.143725:0:17200:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:2.0:1788460301.143755:0:17200:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c4ac4843000 00010000:00010000:2.0:1788460301.143760:0:17200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2800/0x5dfa74784542c28e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c295 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460301.143766:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2800/0x5dfa74784542c28e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c295 expref: -99 pid: 19532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460301.143779:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460301.143787:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460301.143789:0:17200:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1788460301.144674:0:21388:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8c4ac3473600 - data ffff8c4beb4a0510/ffff8c4bc6388400 00000020:01000000:1.0:1788460301.144819:0:21388:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8c4ac2631780 - data ffff8c4bd2226438/ffff8c4ac422a000 00100000:10000000:1.0:1788460301.153677:0:21388:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1788460301.160778:0:21388:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c2a3 00000020:00000080:1.0:1788460301.160805:0:21388:0:(genops.c:885:class_export_put()) final put ffff8c4ac3726800/lustre-OST0001-osd_UUID 00000020:01000004:1.0:1788460301.160825:0:21388:0:(tgt_mount.c:201:server_put_mount()) put mount ffff8c4ac389b000 from lustre-OST0001, refs=2 00000020:01000004:1.0:1788460301.160829:0:21388:0:(obd_mount.c:798:lustre_put_lsi()) put ffff8c4ac389b000 2 00000020:01000004:1.0:1788460301.160833:0:21388:0:(tgt_mount.c:134:server_deregister_mount()) deregister mount ffff8c4ac389b000 from lustre-OST0001 00000020:00000080:1.0:1788460301.160861:0:21388:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788460301.160876:0:21388:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:1.0:1788460301.160880:0:21388:0:(genops.c:885:class_export_put()) final put ffff8c4ac3724000/lustre-OST0001_UUID 00000020:00000080:1.0:1788460301.160883:0:21388:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac3724000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:1.0:1788460301.160889:0:21388:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:1.0:1788460301.161012:0:21388:0:(pinger.c:405:ptlrpc_pinger_del_import()) removing pingable import c482be18-c056-4068-8a37-ed5038fc364a->MGS 00010000:00010000:1.0:1788460301.161027:0:21388:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6a00/0x5dfa74784542c07a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c081 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788460301.161040:0:21388:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6a00/0x5dfa74784542c07a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c081 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788460301.161047:0:21388:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:1.0:1788460301.161050:0:21388:0:(mgc_request.c:1259:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:1.0:1788460301.161053:0:21388:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:1.0:1788460301.161095:0:21388:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8c4ac4843000 00010000:00010000:1.0:1788460301.161099:0:21388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bfadc6a00/0x5dfa74784542c07a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x5dfa74784542c081 expref: -99 pid: 17943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788460301.161119:0:21388:0:(import.c:65:import_set_state_nolock()) ffff8c4ac4843000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:1.0:1788460301.161123:0:21388:0:(mgc_request.c:1476:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1788460301.161125:0:21388:0:(pinger.c:200:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1788460301.161127:0:21388:0:(mgc_request.c:1476:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1788460301.161130:0:21388:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1788460301.161140:0:21388:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c4bf760bb80 x1875336022430720/t0(0) o250->mgc192.168.206.105@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788460319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1788460301.161163:0:21388:0:(mgc_request.c:1476:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1788460301.161166:0:21388:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 24s for inflight to error out 00000100:00100000:1.0:1788460301.161209:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf760bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c482be18-c056-4068-8a37-ed5038fc364a:3658:1875336022430720:0@lo:250:kworker.0 10000000:01000000:1.0:1788460301.161256:0:21388:0:(mgc_request.c:1476:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1788460301.161263:0:21388:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542bf46 00000020:00000080:1.0:1788460301.161268:0:21388:0:(genops.c:885:class_export_put()) final put ffff8c4ac3b51000/c482be18-c056-4068-8a37-ed5038fc364a 00000020:01000000:1.0:1788460301.161279:0:21388:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of mgc192.168.206.105@tcp (flags='') 00000020:00000080:1.0:1788460301.161283:0:21388:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788460301.161287:0:21388:0:(obd_config.c:956:class_cleanup()) mgc192.168.206.105@tcp: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788460301.161291:0:21388:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff8c4ac1ef1988) has no exports 00000020:00000080:2.0:1788460301.161548:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac3726800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:2.0:1788460301.161559:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac3b51000/c482be18-c056-4068-8a37-ed5038fc364a for mgc192.168.206.105@tcp 10000000:01000000:2.0:1788460301.161579:0:17208:0:(mgc_request.c:989:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:1.0:1788460301.161712:0:21388:0:(obd_class.h:688:obd_cleanup_client_import()) mgc192.168.206.105@tcp: client import never connected 00000100:00080000:1.0:1788460301.161774:0:21388:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:1.0:1788460301.161777:0:21388:0:(mgc_request.c:1476:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1788460301.161779:0:21388:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:1.0:1788460301.161781:0:21388:0:(mgc_request.c:1476:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1788460301.162012:0:21388:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788460301.162018:0:21388:0:(obd_config.c:883:class_detach()) detach on obd mgc192.168.206.105@tcp (uuid c482be18-c056-4068-8a37-ed5038fc364a) 00000020:01000000:1.0:1788460301.162023:0:21388:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1788460301.162026:0:21388:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788460301.162030:0:21388:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788460301.162035:0:21388:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8c4ac4224800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788460301.162039:0:21388:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff8c4ac4889988) has exports, disconnecting them 00000020:00080000:1.0:1788460301.162044:0:21388:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8c4ac4224800), last request at 1788460227 00000020:00000080:1.0:1788460301.162047:0:21388:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c2db 00000020:00080000:1.0:1788460301.162057:0:21388:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c4ac4224800): rc 0 00000020:00000080:1.0:1788460301.162060:0:21388:0:(genops.c:885:class_export_put()) final put ffff8c4ac4224800/lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1788460301.162235:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac4843000 for mgc192.168.206.105@tcp 00000020:00000080:2.0:1788460301.162241:0:37:0:(genops.c:885:class_export_put()) final put ffff8c4ac4847800/c482be18-c056-4068-8a37-ed5038fc364a 00000020:00000080:2.0:1788460301.162243:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac4847800/c482be18-c056-4068-8a37-ed5038fc364a for mgc192.168.206.105@tcp 00000020:01000000:2.0:1788460301.162442:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd mgc192.168.206.105@tcp (c482be18-c056-4068-8a37-ed5038fc364a) 00000020:00000080:2.0:1788460301.165085:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac4224800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:3.0:1788460301.169307:0:21388:0:(obd_class.h:688:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:3.0:1788460301.169317:0:21388:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788460301.169321:0:21388:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788460301.169328:0:21388:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788460301.169511:0:21388:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788460301.169520:0:21388:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:3.0:1788460301.169537:0:21388:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1788460301.169541:0:21388:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788460301.169546:0:21388:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788460301.169554:0:21388:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8c4ac3727000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788460301.169561:0:21388:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff8c4bcec56620) has exports, disconnecting them 00000020:00080000:3.0:1788460301.169566:0:21388:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8c4ac3727000), last request at 1788460227 00000020:00000080:3.0:1788460301.169570:0:21388:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c2f0 00000020:00080000:3.0:1788460301.169586:0:21388:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c4ac3727000): rc 0 00000020:00000080:3.0:1788460301.169592:0:21388:0:(genops.c:885:class_export_put()) final put ffff8c4ac3727000/lustre-MDT0001-lwp-OST0001 00000020:00000080:2.0:1788460301.170268:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac4221800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1788460301.170277:0:37:0:(genops.c:885:class_export_put()) final put ffff8c4ac3899800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:2.0:1788460301.170279:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac3899800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:2.0:1788460301.170285:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:2.0:1788460301.170342:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac3727000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:2.0:1788460301.170431:0:21388:0:(obd_class.h:688:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:2.0:1788460301.170435:0:21388:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788460301.170438:0:21388:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788460301.170441:0:21388:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788460301.170459:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8c4ac3725800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:2.0:1788460301.170515:0:18366:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:0.0:1788460301.172561:0:17201:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:2.0:1788460301.173114:0:17200:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:2.0:1788460301.173229:0:17195:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8c4bfa1d7400:17195] 0 exiting: rc = 1 00000100:00100000:2.0:1788460301.173302:0:17196:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8c4bfa3c6e00:17196] 1 exiting: rc = 0 00000100:00100000:2.0:1788460301.173355:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.173596:0:17199:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8c4bc85a2800:17199] 2 exiting: rc = 0 00000100:00100000:2.0:1788460301.173665:0:17197:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8c4bfa3c6800:17197] 0 exiting: rc = 1 00000100:00100000:2.0:1788460301.173728:0:17198:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8c4bfa3c6000:17198] 1 exiting: rc = 0 00000100:00100000:0.0:1788460301.175871:0:20239:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8c4ac24ab400:20239] 3 exiting: rc = 0 00000100:00100000:2.0:1788460301.176084:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176092:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176100:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176106:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176112:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176118:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176124:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176128:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176133:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176138:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176143:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176147:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176153:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176158:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176162:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176167:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176171:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176176:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176181:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176186:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176191:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176196:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176200:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176205:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176210:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176215:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176220:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176225:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176229:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176234:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176239:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176257:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176264:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176269:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176274:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176290:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176305:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176310:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176315:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176319:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176324:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176329:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176334:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176339:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176344:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176349:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176354:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176359:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176364:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176369:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176374:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176379:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176384:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176391:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176396:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176401:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176406:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176413:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176419:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176425:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176430:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176435:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176440:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.176445:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1788460301.178403:0:21388:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788460301.178423:0:21388:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:2.0:1788460301.178429:0:21388:0:(genops.c:885:class_export_put()) final put ffff8c4ac3726000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:2.0:1788460301.178433:0:21388:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac3726000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:2.0:1788460301.178439:0:21388:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:2.0:1788460301.178508:0:21388:0:(obd_mount.c:798:lustre_put_lsi()) put ffff8c4ac389b000 1 00000020:00000080:2.0:1788460301.178514:0:21388:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x5dfa74784542c279 00000020:00000080:2.0:1788460301.178520:0:21388:0:(genops.c:885:class_export_put()) final put ffff8c4c01499000/lustre-OST0001-osd_UUID 00000020:01000000:2.0:1788460301.178538:0:21388:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:2.0:1788460301.178552:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4c01499000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:2.0:1788460301.178563:0:21388:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788460301.178568:0:21388:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788460301.178572:0:21388:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff8c4c019a3310) has no exports 00000020:00000080:3.0:1788460301.246403:0:21388:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788460301.246416:0:21388:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1788460301.246421:0:21388:0:(genops.c:885:class_export_put()) final put ffff8c4ac389c800/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1788460301.246425:0:21388:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac389c800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1788460301.246433:0:21388:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:3.0:1788460301.246800:0:21388:0:(obd_mount.c:756:lustre_free_lsi()) Freeing lsi ffff8c4ac389d000 00000020:01000000:3.0:1788460301.246831:0:21388:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:3.0:1788460301.246836:0:21388:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788460301.246841:0:21388:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788460301.246844:0:21388:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff8c4bfb5f4c98) has no exports 00000020:00000080:3.0:1788460301.246882:0:21388:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788460301.246887:0:21388:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:3.0:1788460301.246890:0:21388:0:(genops.c:885:class_export_put()) final put ffff8c4ac1ece000/OSS_uuid 00000020:00000080:3.0:1788460301.246892:0:21388:0:(genops.c:844:class_export_destroy()) destroying export ffff8c4ac1ece000/OSS_uuid for OSS 00000020:01000000:3.0:1788460301.246895:0:21388:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:3.0:1788460301.247020:0:19273:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff8c4bf360ac00:19273] 3 exiting: rc = 0 00000100:00100000:3.0:1788460301.247109:0:19708:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff8c4ac1e06200:19708] 4 exiting: rc = 0 00000100:00100000:3.0:1788460301.247191:0:18720:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff8c4bc671fe00:18720] 2 exiting: rc = 0 00000100:00080000:0.0:1788460301.247291:0:17207:0:(pinger.c:555:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:0.0:1788460301.247398:0:18717:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff8c4bc333f000:18717] 0 exiting: rc = 1 00000100:00100000:0.0:1788460301.247447:0:18719:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff8c4ac294c400:18719] 1 exiting: rc = 0 00000100:00100000:3.0:1788460301.247760:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247768:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247773:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247778:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247794:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247808:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247813:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247818:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247824:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247829:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247834:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247839:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247844:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247849:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247853:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247859:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247863:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247868:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247874:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247883:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247888:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247893:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247898:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247903:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247908:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247913:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247917:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247923:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247928:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247933:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247938:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247971:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247977:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247982:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247987:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.247993:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248000:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248005:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248009:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248023:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248028:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248033:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248038:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248042:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248048:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248053:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248060:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248065:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248070:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248075:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248080:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248085:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248090:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248095:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248100:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248105:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248110:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248115:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248121:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248126:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248132:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248137:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248143:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248148:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.248907:0:18721:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8c4bc6f1fc00:18721] 0 exiting: rc = 1 00000100:00100000:0.0:1788460301.249762:0:19707:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_002: service thread [ffff8c4ac38aae00:19707] 2 exiting: rc = 0 00000100:00100000:1.0:1788460301.249892:0:18722:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8c4bc6cd0600:18722] 1 exiting: rc = 0 00000100:00100000:1.0:1788460301.249972:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.249979:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.249996:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250002:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250007:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250021:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250027:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250032:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250037:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250043:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250058:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250064:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250069:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250074:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250079:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250085:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250091:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250095:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250100:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250105:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250110:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250115:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250120:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250125:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250131:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250136:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250140:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250145:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250150:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250155:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250161:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250167:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250173:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250178:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250183:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250188:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250194:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250200:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250205:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250211:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250216:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250221:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250226:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250232:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250237:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250261:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250267:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250273:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250278:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250284:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250289:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250294:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250299:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250304:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250309:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250314:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250319:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250324:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250330:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250335:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250340:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250345:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250350:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788460301.250356:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.251453:0:18724:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8c4bc6b2a200:18724] 1 exiting: rc = 0 00000100:00100000:3.0:1788460301.251584:0:18725:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8c4bc8483c00:18725] 2 exiting: rc = 0 00000100:00100000:1.0:1788460301.251698:0:18723:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8c4bc6f1e600:18723] 0 exiting: rc = 1 00000100:00100000:1.0:1788460301.251845:0:20353:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffff8c4ac24aa200:20353] 3 exiting: rc = 0 00000100:00100000:0.0:1788460301.251975:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.251983:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.251988:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.251993:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.251999:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252004:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252010:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252015:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252021:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252026:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252032:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252037:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252042:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252048:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252053:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252072:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252078:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252083:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252088:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252093:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252097:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252102:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252107:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252113:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252129:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252135:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252141:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252146:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252152:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252158:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252163:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252169:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252174:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252179:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252184:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252190:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252195:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252201:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252207:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252224:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252230:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252235:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252240:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252246:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252251:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252256:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252262:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252267:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252272:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252277:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252282:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252287:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252294:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252299:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252304:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252309:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252315:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252327:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252333:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252344:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252349:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252355:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252360:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.252366:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788460301.261610:0:18726:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8c4bfb52ac00:18726] 0 exiting: rc = 1 00000100:00100000:0.0:1788460301.261749:0:18727:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8c4bfb52ae00:18727] 1 exiting: rc = 0 00000100:00100000:2.0:1788460301.262469:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262478:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262483:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262497:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262504:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262512:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262517:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262523:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262528:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262532:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262537:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262542:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262547:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262597:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262603:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262608:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262613:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262619:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262623:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262628:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262636:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262642:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262647:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262652:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262657:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262662:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262677:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262682:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262687:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262692:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262696:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262702:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262707:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262712:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.262717:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263106:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263115:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263119:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263123:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263128:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263133:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263138:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263143:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263148:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263153:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263158:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263163:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263168:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263172:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263177:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263182:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263187:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263192:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263196:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263201:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263206:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263211:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263216:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263222:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263226:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263231:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263244:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263249:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.263255:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788460301.264509:0:18728:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8c4bc62bb000:18728] 0 exiting: rc = 1 00000100:00100000:1.0:1788460301.264625:0:18729:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8c4bca7d9a00:18729] 1 exiting: rc = 0 00000100:00100000:2.0:1788460301.267213:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267228:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267237:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267469:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267481:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267487:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267504:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267511:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267517:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267522:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267529:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267558:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267566:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267578:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267584:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267589:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267595:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267608:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267616:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267622:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267628:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267634:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267640:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267646:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267652:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267658:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267664:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267686:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267694:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267700:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267706:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267712:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267890:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267896:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267903:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267908:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267913:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267918:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.267928:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268109:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268117:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268122:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268128:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268134:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268140:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268145:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268151:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268157:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268163:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268169:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268174:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268193:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268200:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268207:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268213:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268218:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268225:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268231:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268237:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268242:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268322:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268328:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268335:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788460301.268347:0:21388:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:2.0:1788460301.279392:0:21388:0:(tgt_mount.c:2315:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:2.0:1788460319.312062:0:22153:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg605-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1788460329.451580:0:22752:0:(obd_mount.c:1011:lmd_print()) mount data: 00000020:01000004:1.0:1788460329.451586:0:22752:0:(obd_mount.c:1014:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1788460329.451587:0:22752:0:(obd_mount.c:1017:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1788460329.451688:0:22752:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8c4c01464800 00000020:01000004:1.0:1788460329.452093:0:22752:0:(tgt_mount.c:2642:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1788460329.452101:0:22752:0:(obd_mount.c:308:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1788460329.452115:0:22752:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8c4bcec54c98) 00000020:00000080:1.0:1788460329.452127:0:22752:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1788460329.535384:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1788460329.536390:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1788460329.537614:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:0.0:1788460329.537844:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:0.0:1788460329.538530:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1788460329.538868:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:0.0:1788460329.539436:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:0.0:1788460329.539813:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:0.0:1788460329.540323:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1788460329.540791:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1788460329.541579:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:0.0:1788460329.542097:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1788460329.542553:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1788460329.542974:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:0.0:1788460329.543443:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1788460329.543682:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1788460329.544582:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1788460329.545204:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1788460329.545825:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1788460329.547209:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1788460329.547581:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1788460329.548532:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:0.0:1788460329.549484:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1788460329.550412:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1788460329.551442:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1788460329.553584:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:0.0:1788460329.555184:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1788460329.557189:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1788460329.558917:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1788460329.559668:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1788460329.568111:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1788460329.569567:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:2.0:1788460329.570311:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1788460329.571000:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1788460329.571846:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1788460329.572832:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1788460329.573263:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:2.0:1788460329.573606:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1788460329.573976:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:2.0:1788460329.574592:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1788460329.574976:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788460329.575500:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1788460329.575824:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1788460329.576623:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:2.0:1788460329.577109:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:2.0:1788460329.577617:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1788460329.581839:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1788460329.586850:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1788460329.588617:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:2.0:1788460329.589189:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1788460329.589850:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:2.0:1788460329.590635:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:2.0:1788460329.590877:0:22752:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00080000:01000000:2.0:1788460329.591362:0:22752:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788460329.591569:0:22752:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1788460329.591576:0:22752:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788460329.591586:0:22752:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5dfa74784542c830 00000020:01000004:2.0:1788460329.591592:0:22752:0:(tgt_mount.c:2727:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1788460329.591603:0:22752:0:(tgt_mount.c:234:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1788460329.591607:0:22752:0:(tgt_mount.c:115:server_register_mount()) register mount ffff8c4c01464800 from MGS 00000020:01000004:2.0:1788460329.591611:0:22752:0:(obd_mount.c:308:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1788460329.591619:0:22752:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8c4bd0b8cc98) 00000020:00000080:2.0:1788460329.591629:0:22752:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1788460329.591684:0:22752:0:(tgt_mount.c:167:server_get_mount()) get mount ffff8c4c01464800 from MGS, refs=2 00080000:01000000:2.0:1788460329.591689:0:22752:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788460329.591694:0:22752:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5dfa74784542c83e 00000100:00100000:2.0:1788460329.591795:0:22752:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1788460329.591917:0:22752:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1788460329.591923:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1788460329.595077:0:22752:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1788460329.595088:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1788460329.614569:0:22752:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788460329.614748:0:22752:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1788460329.614754:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1788460329.615436:0:22752:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1788460329.615444:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1788460329.615834:0:22752:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1788460329.615841:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:3.0:1788460329.616654:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460329.616657:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460329.616659:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460329.617133:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460329.617143:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460329.617152:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460329.617745:0:22752:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1788460329.622404:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:1.0:1788460329.622977:0:22752:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:1.0:1788460329.623781:0:22764:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1788460329.623882:0:22752:0:(mgs_nids.c:693:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1788460329.623916:0:22752:0:(mgs_llog.c:690:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1788460329.624514:0:22752:0:(mgs_llog.c:690:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1788460329.624856:0:22752:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788460329.625018:0:22752:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1788460329.625025:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1788460329.625667:0:22752:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1788460329.625679:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1788460329.626241:0:22752:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1788460329.626249:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1788460329.627431:0:22752:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1788460329.627450:0:22752:0:(obd_mount.c:496:lustre_start_mgc()) Start MGC 'mgc192.168.206.105@tcp' 00000020:01000004:2.0:1788460329.627453:0:22752:0:(obd_mount.c:505:lustre_start_mgc()) mgs NIDs (null). 00000100:00080000:0.0:1788460329.627556:0:22768:0:(pinger.c:473:ping_evictor_main()) Starting Ping Evictor 00000020:01000004:2.0:1788460329.627601:0:22752:0:(obd_mount.c:308:lustre_start_simple()) Starting OBD mgc192.168.206.105@tcp (typ=mgc) 00000020:00000080:2.0:1788460329.627614:0:22752:0:(genops.c:413:class_newdev()) Allocate new device mgc192.168.206.105@tcp (ffff8c4bd0b8e620) 00000020:00000080:2.0:1788460329.627628:0:22752:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1788460329.627704:0:22752:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c4c01523800@mgc192.168.206.105@tcp: add connection 192.168.206.105@tcp at head 00010000:00010000:2.0:1788460329.627912:0:22752:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mgc192.168.206.105@tcp-0 is initialized 00000040:01000000:2.0:1788460329.627918:0:22752:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 1 is initialized 10000000:01000000:2.0:1788460329.630904:0:22770:0:(mgc_request.c:900:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1788460329.631064:0:22752:0:(obd_config.c:826:class_setup()) finished setup of obd mgc192.168.206.105@tcp (uuid 52effe76-ab9d-442f-b102-f6f3593bcd8d) 00000020:00000080:1.0:1788460329.631085:0:22752:0:(genops.c:1385:class_connect()) connect: client 52effe76-ab9d-442f-b102-f6f3593bcd8d, cookie 0x5dfa74784542c84c 00000100:00080000:1.0:1788460329.631097:0:22752:0:(import.c:545:import_select_connection()) mgc192.168.206.105@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788460329.631102:0:22752:0:(import.c:665:import_select_connection()) mgc192.168.206.105@tcp: import ffff8c4c01523800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:1.0:1788460329.631132:0:22752:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bc4394000 x1875336022430848/t0(0) o250->mgc192.168.206.105@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788460329.631195:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52effe76-ab9d-442f-b102-f6f3593bcd8d:3658:1875336022430848:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1788460329.631252:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788460329.631414:0:22752:0:(pinger.c:380:ptlrpc_pinger_add_import()) adding pingable import 52effe76-ab9d-442f-b102-f6f3593bcd8d->MGS 00000020:01000004:1.0:1788460329.631434:0:22752:0:(tgt_mount.c:1939:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1788460329.631439:0:22752:0:(obd_mount.c:308:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:1.0:1788460329.631451:0:22752:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8c4bcec53310) 00000020:00000080:1.0:1788460329.631474:0:22752:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:2.0:1788460329.634615:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022430848 00000100:00100000:2.0:1788460329.634631:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022430848 00000100:00100000:2.0:1788460329.634668:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788460329.634676:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfc435c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3658:x1875336022430848:12345-0@lo:250:mount.lustre.0 00010000:00080000:2.0:1788460329.634703:0:22765:0:(ldlm_lib.c:1461:target_handle_connect()) MGS: connection from 52effe76-ab9d-442f-b102-f6f3593bcd8d@0@lo t0 exp 0000000000000000 cur 626 last 0 00000020:00000080:2.0:1788460329.634727:0:22765:0:(genops.c:1385:class_connect()) connect: client 52effe76-ab9d-442f-b102-f6f3593bcd8d, cookie 0x5dfa74784542c85a 00000100:00080000:2.0:1788460329.634861:0:22765:0:(import.c:65:import_set_state_nolock()) ffff8c4c01525800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788460329.637585:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfc435c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+5:3658:x1875336022430848:12345-0@lo:250:mount.lustre.0 Request processed in 2901us (6324us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460329.637599:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788460329.638370:0:3658:0:(client.c:3126:ptlrpc_free_committed()) mgc192.168.206.105@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788460329.638381:0:3658:0:(import.c:1176:ptlrpc_connect_interpret()) mgc192.168.206.105@tcp: connect to target with instance 0 00000100:00080000:0.0:1788460329.638388:0:3658:0:(import.c:1000:ptlrpc_connect_set_flags()) mgc192.168.206.105@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1788460329.638393:0:3658:0:(mgc_request.c:1476:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1788460329.638397:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4c01523800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1788460329.638400:0:3658:0:(mgc_request.c:1476:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1788460329.639252:0:3658:0:(pinger.c:193:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1788460329.639273:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52effe76-ab9d-442f-b102-f6f3593bcd8d:3658:1875336022430848:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1788460329.639700:0:22752:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788460329.639996:0:22752:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:1.0:1788460329.640002:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:1.0:1788460329.640724:0:22752:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:1.0:1788460329.640732:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1788460329.641113:0:22752:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1788460329.641120:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1788460329.641880:0:22752:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788460329.642106:0:22752:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1788460329.642111:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1788460329.644084:0:22752:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1788460329.644094:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1788460329.682818:0:22752:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788460329.683028:0:22752:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1788460329.683035:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1788460329.686024:0:22752:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1788460329.686056:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1788460329.686687:0:22752:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788460329.686843:0:22752:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788460329.686848:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1788460329.687443:0:22752:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1788460329.687451:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1788460329.688116:0:22752:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788460329.688245:0:22752:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788460329.688250:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1788460329.691223:0:22752:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1788460329.691251:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1788460329.692210:0:22752:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788460329.692546:0:22752:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788460329.692552:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:2.0:1788460329.693455:0:22752:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1788460329.693463:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1788460329.737819:0:22752:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788460329.738217:0:22752:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1788460329.738225:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1788460329.740187:0:22752:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1788460329.740197:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1788460329.741130:0:22752:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1788460329.741138:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1788460329.743436:0:22752:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1788460329.743497:0:22752:0:(tgt_mount.c:1519:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.206.105@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1788460329.743502:0:22752:0:(tgt_mount.c:1239:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788460329.743504:0:22752:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788460329.743505:0:22752:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788460329.743507:0:22752:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:1.0:1788460329.743508:0:22752:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:1.0:1788460329.743509:0:22752:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:1.0:1788460329.743511:0:22752:0:(tgt_mount.c:1246:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788460329.743512:0:22752:0:(tgt_mount.c:1250:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788460329.743514:0:22752:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788460329.743515:0:22752:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788460329.743519:0:22752:0:(mgc_request_server.c:449:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1788460329.743521:0:22752:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788460329.743523:0:22752:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788460329.743524:0:22752:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788460329.743525:0:22752:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:1.0:1788460329.743526:0:22752:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:1.0:1788460329.743526:0:22752:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:1.0:1788460329.743527:0:22752:0:(tgt_mount.c:1246:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788460329.743528:0:22752:0:(tgt_mount.c:1250:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788460329.743529:0:22752:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788460329.743530:0:22752:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788460329.743558:0:22752:0:(mgc_request_server.c:279:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1788460329.743578:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4396680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022430976:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788460329.745252:0:22752:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460329.745312:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac4115a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788460329.745377:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022430976 00000100:00100000:2.0:1788460329.745385:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022430976 00000100:00100000:2.0:1788460329.745434:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788460329.745443:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfc434c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+5:22752:x1875336022430976:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788460329.745492:0:22767:0:(mgs_llog.c:690:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1788460329.745495:0:22767:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1788460329.745498:0:22767:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1788460329.746069:0:22788:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1788460329.747204:0:22767:0:(mgs_nids.c:693:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:2.0:1788460329.750213:0:22789:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1788460329.750222:0:22789:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:2.0:1788460329.750225:0:22789:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1788460329.750227:0:22789:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1788460329.750526:0:22789:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:1.0:1788460329.750695:0:22767:0:(mgs_llog.c:690:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788460329.750704:0:22767:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1788460329.754798:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfc434c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+5:22752:x1875336022430976:12345-0@lo:253:mount.lustre.0 Request processed in 9349us (9544us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460329.754818:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788460329.755100:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4396680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022430976:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788460329.755114:0:22752:0:(mgc_request_server.c:300:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1788460329.755117:0:22752:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788460329.755119:0:22752:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788460329.755120:0:22752:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788460329.755121:0:22752:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:3.0:1788460329.755123:0:22752:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:3.0:1788460329.755124:0:22752:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:3.0:1788460329.755126:0:22752:0:(tgt_mount.c:1246:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788460329.755127:0:22752:0:(tgt_mount.c:1250:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788460329.755129:0:22752:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788460329.755130:0:22752:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788460329.755147:0:22752:0:(tgt_mount.c:115:server_register_mount()) register mount ffff8c4c01464800 from lustre-MDT0000 10000000:01000000:3.0:1788460329.755177:0:22752:0:(mgc_request.c:2423:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1788460329.755180:0:22752:0:(mgc_request.c:424:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1788460329.755184:0:22752:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8c4c01464800 10000000:01000000:3.0:1788460329.755189:0:22752:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788460329.755226:0:22752:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-sptlrpc-ffff8c4c01464800 from 1 10000000:01000000:3.0:1788460329.755229:0:22752:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1788460329.755272:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7000/0x5dfa74784542c861 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460329.755283:0:22752:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7000/0x5dfa74784542c861 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460329.755292:0:22752:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7000/0x5dfa74784542c861 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460329.755321:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2974e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022431104:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788460329.755370:0:22752:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460329.755402:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befc1a180 going to sleep for 11 seconds 00000100:00100000:1.0:1788460329.755497:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022431104 00000100:00100000:1.0:1788460329.755503:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022431104 00000100:00100000:1.0:1788460329.755537:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788460329.755545:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa395450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+5:22752:x1875336022431104:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788460329.755557:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460329.755569:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc6380800/0x5dfa74784542c868 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542c861 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460329.755589:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc6380800/0x5dfa74784542c868 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542c861 expref: 6 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460329.755601:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc6380800/0x5dfa74784542c868 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542c861 expref: 6 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460329.755609:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc6380800, rc 0) 00000100:00100000:1.0:1788460329.755646:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa395450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+6:22752:x1875336022431104:12345-0@lo:101:mount.lustre.0 Request processed in 101us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460329.755653:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788460329.755767:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2974e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022431104:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788460329.755781:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7000/0x5dfa74784542c861 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c868 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460329.755789:0:22752:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7000/0x5dfa74784542c861 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c868 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460329.755819:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2974e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022431232:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788460329.755855:0:22752:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460329.755874:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befc1a180 going to sleep for 11 seconds 00000100:00100000:1.0:1788460329.756032:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022431232 00000100:00100000:1.0:1788460329.756037:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022431232 00000100:00100000:1.0:1788460329.756064:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788460329.756070:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa394c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+6:22752:x1875336022431232:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788460329.756146:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa394c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+6:22752:x1875336022431232:12345-0@lo:501:mount.lustre.0 Request processed in 75us (290us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788460329.756161:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788460329.756394:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2974e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022431232:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788460329.756409:0:22752:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1788460329.756428:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7000/0x5dfa74784542c861 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c868 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460329.756447:0:22752:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7000/0x5dfa74784542c861 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c868 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460329.756454:0:22752:0:(mgc_request.c:206:do_config_log_add()) do adding config log params-ffff8c4c01464800 10000000:01000000:0.0:1788460329.756460:0:22752:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788460329.756481:0:22752:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-barrier-ffff8c4c01464800 10000000:01000000:0.0:1788460329.756484:0:22752:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1788460329.756507:0:22752:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-barrier-ffff8c4c01464800 from 1 10000000:01000000:0.0:1788460329.756510:0:22752:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1788460329.756584:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef208000/0x5dfa74784542c86f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460329.756592:0:22752:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bef208000/0x5dfa74784542c86f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460329.756602:0:22752:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bef208000/0x5dfa74784542c86f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460329.756614:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022431360:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788460329.756646:0:22752:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460329.756680:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc57383c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788460329.756752:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022431360 00000100:00100000:2.0:1788460329.756762:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022431360 00000100:00100000:2.0:1788460329.756798:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788460329.756805:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa396c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+6:22752:x1875336022431360:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788460329.756814:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788460329.756826:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4ac395ea00/0x5dfa74784542c876 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542c86f expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460329.756844:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4ac395ea00/0x5dfa74784542c876 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542c86f expref: 7 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460329.756854:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4ac395ea00/0x5dfa74784542c876 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542c86f expref: 7 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460329.756862:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac395ea00, rc 0) 00000100:00100000:2.0:1788460329.756906:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa396c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+7:22752:x1875336022431360:12345-0@lo:101:mount.lustre.0 Request processed in 98us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460329.756913:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788460329.757058:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022431360:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788460329.757070:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bef208000/0x5dfa74784542c86f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c876 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460329.757078:0:22752:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bef208000/0x5dfa74784542c86f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c876 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460329.757100:0:22752:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1788460329.757115:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef208000/0x5dfa74784542c86f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c876 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460329.757122:0:22752:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bef208000/0x5dfa74784542c86f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c876 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460329.757129:0:22752:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1788460329.757134:0:22752:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788460329.757153:0:22752:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-mdtir-ffff8c4c01464800 10000000:01000000:0.0:1788460329.757156:0:22752:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1788460329.757181:0:22752:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1788460329.757184:0:22752:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1788460329.757198:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef208200/0x5dfa74784542c87d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460329.757206:0:22752:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bef208200/0x5dfa74784542c87d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460329.757213:0:22752:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bef208200/0x5dfa74784542c87d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460329.757225:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022431488:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788460329.757250:0:22752:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460329.757398:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc57383c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788460329.757445:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022431488 00000100:00100000:3.0:1788460329.757450:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022431488 00000100:00100000:3.0:1788460329.757483:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788460329.757489:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa397850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+7:22752:x1875336022431488:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788460329.757497:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788460329.757506:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc6ca7600/0x5dfa74784542c884 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542c87d expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460329.757521:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc6ca7600/0x5dfa74784542c884 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542c87d expref: 8 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460329.757530:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc6ca7600/0x5dfa74784542c884 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542c87d expref: 8 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460329.757558:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc6ca7600, rc 0) 00000100:00100000:3.0:1788460329.757594:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa397850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+8:22752:x1875336022431488:12345-0@lo:101:mount.lustre.0 Request processed in 105us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460329.757600:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788460329.757719:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022431488:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788460329.757730:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bef208200/0x5dfa74784542c87d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c884 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460329.757745:0:22752:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bef208200/0x5dfa74784542c87d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c884 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460329.757774:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022431616:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788460329.757798:0:22752:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460329.757987:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022431616 00000100:00100000:2.0:1788460329.757993:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022431616 00000100:00100000:0.0:1788460329.758063:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc57383c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788460329.758097:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788460329.758106:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa395c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+8:22752:x1875336022431616:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788460329.758228:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa395c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+9:22752:x1875336022431616:12345-0@lo:501:mount.lustre.0 Request processed in 124us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460329.758235:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788460329.758296:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022431616:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788460329.758323:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022431744:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788460329.758371:0:22752:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460329.758627:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc57383c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788460329.758706:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022431744 00000100:00100000:1.0:1788460329.758712:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022431744 00000100:00100000:1.0:1788460329.758733:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788460329.758739:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa395050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+9:22752:x1875336022431744:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788460329.760917:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa395050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+9:22752:x1875336022431744:12345-0@lo:503:mount.lustre.0 Request processed in 2162us (2530us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460329.760930:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788460329.761084:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022431744:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788460329.761981:0:22790:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2976a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:52effe76-ab9d-442f-b102-f6f3593bcd8d:22790:1875336022431872:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788460329.762161:0:22790:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460329.762196:0:22790:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc3b16c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788460329.762250:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022431872 00000100:00100000:2.0:1788460329.762380:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022431872 00000100:00100000:2.0:1788460329.762428:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788460329.762436:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa397c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+9:22790:x1875336022431872:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788460329.773806:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa397c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+9:22790:x1875336022431872:12345-0@lo:502:llog_process_th.0 Request processed in 11363us (11637us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460329.773825:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788460329.773980:0:22790:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2976a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:52effe76-ab9d-442f-b102-f6f3593bcd8d:22790:1875336022431872:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788460329.774025:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788460329.774036:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788460329.774038:0:22790:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1788460329.774043:0:22790:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1788460329.774045:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788460329.774059:0:22790:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8c4ac488cc98) 00000020:00000080:3.0:1788460329.774077:0:22790:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1788460329.774083:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1788460329.774157:0:22790:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:3.0:1788460329.774175:0:22790:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5dfa74784542c892 00000020:00000080:3.0:1788460329.774392:0:22790:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1788460329.774397:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788460329.774400:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788460329.774402:0:22790:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1788460329.774405:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788460329.774408:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788460329.774409:0:22790:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:3.0:1788460329.774413:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788460329.774420:0:22790:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8c4ac488e620) 00000020:00000080:3.0:1788460329.774429:0:22790:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:3.0:1788460329.774443:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1788460329.774445:0:22790:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:3.0:1788460329.774448:0:22790:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:3.0:1788460329.774453:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788460329.774494:0:22790:0:(tgt_mount.c:167:server_get_mount()) get mount ffff8c4c01464800 from lustre-MDT0000, refs=3 00000020:00000080:3.0:1788460329.774507:0:22790:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8c4ac488b310) 00000020:00000080:3.0:1788460329.774514:0:22790:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:3.0:1788460329.774588:0:22790:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1788460329.774594:0:22790:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x5dfa74784542c8a7 00000020:00000080:3.0:1788460329.774674:0:22790:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:3.0:1788460329.774680:0:22790:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1788460329.774684:0:22790:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x5dfa74784542c8ae 00080000:01000000:3.0:1788460329.774688:0:22790:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:3.0:1788460329.774691:0:22790:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5dfa74784542c8b5 00010000:00010000:0.0:1788460329.876065:0:22790:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:0.0:1788460329.878498:0:22790:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:0.0:1788460329.879303:0:22790:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1788460329.879760:0:22790:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8c4c019a6620) 00000020:00000080:0.0:1788460329.879779:0:22790:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:0.0:1788460329.879843:0:22790:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:0.0:1788460329.879850:0:22790:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5dfa74784542c8c3 00000020:00000080:1.0:1788460329.886665:0:22790:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1788460329.894193:0:22790:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x5dfa74784542c8ca 00000020:00000080:1.0:1788460329.895325:0:22790:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1788460329.895348:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788460329.895355:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460329.895357:0:22790:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1788460329.895361:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788460329.895363:0:22790:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1788460329.895364:0:22790:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788460329.895366:0:22790:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788460329.895367:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788460329.895370:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460329.895371:0:22790:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788460329.895374:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788460329.895378:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460329.895380:0:22790:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1788460329.895384:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1788460329.895426:0:22790:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1788460329.895445:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788460329.895448:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460329.895450:0:22790:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1788460329.895452:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788460329.895456:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460329.895465:0:22790:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:1.0:1788460329.895469:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788460329.895474:0:22790:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.105@tcp to nid 0x20000c0a8ce69 (192.168.206.105@tcp) 00000020:00000080:1.0:1788460329.895499:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788460329.895514:0:22790:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8c4bcec51988) 00000020:00000080:1.0:1788460329.895528:0:22790:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1788460329.895534:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788460329.897051:0:22790:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:1.0:1788460329.897059:0:22790:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:1.0:1788460329.897069:0:22790:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5dfa74784542c8d8 00010000:00080000:1.0:1788460329.897102:0:22790:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c4bfa02b800@lustre-MDT0001-osp-MDT0000: add connection 192.168.206.105@tcp at head 00010000:00010000:1.0:1788460329.904462:0:22790:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:0.0:1788460329.905850:0:22790:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788460329.905864:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1788460329.905896:0:22790:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788460329.905922:0:22790:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x5dfa74784542c8df 00000100:00080000:0.0:1788460329.905932:0:22790:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788460329.905938:0:22790:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8c4bfa02b800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:0.0:1788460329.906004:0:22790:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac4931880 x1875336022432000/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788460329.906107:0:22790:0:(pinger.c:380:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:0.0:1788460329.906173:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788460329.906177:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460329.906179:0:22790:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:0.0:1788460329.906182:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788460329.906185:0:22790:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:0.0:1788460329.906187:0:22790:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788460329.906188:0:22790:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788460329.906190:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788460329.906192:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460329.906193:0:22790:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788460329.906196:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000100:00100000:2.0:1788460329.906298:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf760b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52effe76-ab9d-442f-b102-f6f3593bcd8d:3661:1875336022432128:0@lo:400:kworker.0 00000100:00100000:2.0:1788460329.906373:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:0.0:1788460329.906534:0:22790:0:(obd_mount.c:1049:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1788460329.906539:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460329.906541:0:22790:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1788460329.906606:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788460329.906611:0:22790:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.105@tcp to nid 0x20000c0a8ce69 (192.168.206.105@tcp) 00000020:01000000:0.0:1788460329.906631:0:22790:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1788460329.906633:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788460329.906646:0:22790:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8c4c019a3310) 00000020:00000080:0.0:1788460329.906658:0:22790:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1788460329.906662:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788460329.906720:0:22790:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1788460329.906726:0:22790:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:0.0:1788460329.906731:0:22790:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5dfa74784542c8ed 00010000:00080000:0.0:1788460329.906757:0:22790:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c4bc683a800@lustre-OST0000-osc-MDT0000: add connection 192.168.206.105@tcp at head 00000100:00100000:1.0:1788460329.907057:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022432000:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788460329.907097:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460329.907144:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022432128 00000100:00100000:1.0:1788460329.907150:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022432128 00000100:00100000:1.0:1788460329.907187:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788460329.907196:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa394050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+9:3661:x1875336022432128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460329.907247:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa394050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+9:3661:x1875336022432128:12345-0@lo:400:kworker.0 Request processed in 52us (873us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460329.907254:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788460329.907321:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf760b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52effe76-ab9d-442f-b102-f6f3593bcd8d:3661:1875336022432128:0@lo:400:kworker.0 00000100:00100000:3.0:1788460329.907397:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022432000 00000100:00100000:3.0:1788460329.907401:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022432000 00000100:00100000:3.0:1788460329.907420:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788460329.907425:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3658:x1875336022432000:12345-0@lo:38:llog_process_th.0 00010000:00020000:3.0:1788460329.907438:0:22777:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00010000:0.0:1788460329.908546:0:22790:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:0.0:1788460329.910410:0:22790:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788460329.913110:0:22790:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:3.0:1788460329.926668:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4394700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3658:x1875336022432000:12345-0@lo:38:llog_process_th.0 Request processed in 19235us (19563us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788460329.926681:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1788460329.926881:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bfa02b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788460329.926887:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788460329.926891:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022432000:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1788460329.929595:0:22790:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788460329.930843:0:22790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1788460329.939596:0:22790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:3.0:1788460329.941505:0:22796:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788460329.941512:0:22796:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1788460329.959595:0:22790:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788460329.959607:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788460329.959646:0:22790:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1788460329.959665:0:22790:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x5dfa74784542c8f4 00000100:00080000:0.0:1788460329.959676:0:22790:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788460329.959681:0:22790:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8c4bc683a800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:0.0:1788460329.959714:0:22790:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac4931500 x1875336022432256/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788460329.959780:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022432256:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788460329.959832:0:3658:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875336022432256 offset 0 length 520: 4 00000100:00080000:0.0:1788460329.959898:0:22790:0:(pinger.c:380:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1788460329.960202:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788460329.960206:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460329.960208:0:22790:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1788460329.960211:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788460329.960213:0:22790:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1788460329.960214:0:22790:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788460329.960216:0:22790:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788460329.960217:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788460329.960219:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460329.960221:0:22790:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788460329.960223:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788460329.960226:0:22790:0:(obd_mount.c:1049:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1788460329.960244:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460329.960245:0:22790:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1788460329.960249:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788460329.960252:0:22790:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.105@tcp to nid 0x20000c0a8ce69 (192.168.206.105@tcp) 00000020:01000000:0.0:1788460329.960273:0:22790:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1788460329.960275:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788460329.960286:0:22790:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8c4c019a0000) 00000020:00000080:0.0:1788460329.960305:0:22790:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:0.0:1788460329.960311:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788460329.960447:0:22790:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1788460329.960453:0:22790:0:(osd_handler.c:8924:osd_obd_connect()) connect #7 00000020:00000080:0.0:1788460329.960461:0:22790:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x5dfa74784542c902 00010000:00080000:0.0:1788460329.960489:0:22790:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c4bff80f000@lustre-OST0001-osc-MDT0000: add connection 192.168.206.105@tcp at head 00010000:00010000:0.0:1788460329.960701:0:22790:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:0.0:1788460329.960759:0:22790:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788460329.960772:0:22790:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1788460329.963726:0:22790:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788460329.964148:0:22790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1788460329.964689:0:22790:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:2.0:1788460329.965615:0:22798:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788460329.965621:0:22798:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1788460329.967182:0:22790:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788460329.967195:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788460329.967441:0:22790:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788460329.967463:0:22790:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x5dfa74784542c909 00000100:00080000:0.0:1788460329.967474:0:22790:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788460329.967480:0:22790:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c4bff80f000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:0.0:1788460329.967514:0:22790:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac4932680 x1875336022432384/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788460329.967590:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022432384:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788460329.967641:0:3658:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875336022432384 offset 0 length 520: 4 00000100:00080000:0.0:1788460329.967696:0:22790:0:(pinger.c:380:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1788460329.967754:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788460329.967758:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460329.967760:0:22790:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788460329.967763:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788460329.967767:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460329.967769:0:22790:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788460329.967772:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788460329.967773:0:22790:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788460329.967776:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788460329.967778:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460329.967789:0:22790:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788460329.967793:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788460329.967795:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460329.967797:0:22790:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788460329.967800:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1788460329.967828:0:22790:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4932300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:52effe76-ab9d-442f-b102-f6f3593bcd8d:22790:1875336022432512:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788460329.967875:0:22790:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460329.967916:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022432512 00000100:00100000:0.0:1788460329.967923:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022432512 00000100:00100000:0.0:1788460329.967982:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788460329.967991:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa394450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+9:22790:x1875336022432512:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788460329.968289:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa394450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+9:22790:x1875336022432512:12345-0@lo:502:llog_process_th.0 Request processed in 298us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460329.968297:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788460329.968348:0:22790:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bfa197d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788460329.968489:0:22790:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4932300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:52effe76-ab9d-442f-b102-f6f3593bcd8d:22790:1875336022432512:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788460329.968512:0:22790:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788460329.968517:0:22790:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460329.968518:0:22790:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788460329.968522:0:22790:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:0.0:1788460329.968576:0:22752:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:0.0:1788460329.968587:0:22752:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1788460329.968600:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef208200/0x5dfa74784542c87d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c884 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460329.968611:0:22752:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bef208200/0x5dfa74784542c87d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c884 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460329.968619:0:22752:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-mdtir-ffff8c4c01464800 from 1 10000000:01000000:0.0:1788460329.968629:0:22752:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788460329.968654:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef209800/0x5dfa74784542c910 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460329.968661:0:22752:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bef209800/0x5dfa74784542c910 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460329.968669:0:22752:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bef209800/0x5dfa74784542c910 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460329.968681:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4932300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022432640:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788460329.968708:0:22752:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460329.968726:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bfa197d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788460329.969274:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022432640 00000100:00100000:0.0:1788460329.969281:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022432640 00000100:00100000:0.0:1788460329.969371:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788460329.969379:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa396450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+9:22752:x1875336022432640:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788460329.969389:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788460329.969404:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bef208600/0x5dfa74784542c917 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542c910 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460329.969425:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bef208600/0x5dfa74784542c917 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542c910 expref: 10 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460329.969436:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bef208600/0x5dfa74784542c917 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542c910 expref: 10 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460329.969444:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bef208600, rc 0) 00000100:00100000:0.0:1788460329.969480:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa396450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+10:22752:x1875336022432640:12345-0@lo:101:mount.lustre.0 Request processed in 102us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460329.969497:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788460329.969846:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4932300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022432640:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788460329.969862:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bef209800/0x5dfa74784542c910 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c917 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460329.969870:0:22752:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bef209800/0x5dfa74784542c910 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c917 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460329.970847:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022432768:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1788460329.970895:0:22752:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460329.971269:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bedf3a780 going to sleep for 11 seconds 00000100:00100000:3.0:1788460329.971553:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022432768 00000100:00100000:3.0:1788460329.971561:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022432768 00000100:00100000:3.0:1788460329.971596:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788460329.971604:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa397050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+10:22752:x1875336022432768:12345-0@lo:256:mount.lustre.0 00000100:00100000:3.0:1788460329.971667:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa397050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+10:22752:x1875336022432768:12345-0@lo:256:mount.lustre.0 Request processed in 63us (771us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788460329.971686:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788460329.971779:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022432768:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1788460329.972762:0:22752:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-mdtir' failed (-11). 00010000:00010000:2.0:1788460329.972774:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef209800/0x5dfa74784542c910 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c917 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460329.972785:0:22752:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bef209800/0x5dfa74784542c910 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c917 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460329.972792:0:22752:0:(mgc_request.c:2375:mgc_process_log()) mgc192.168.206.105@tcp: IR log lustre-mdtir not ready yet: rc = -11 00010000:00010000:2.0:1788460329.972798:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef209800/0x5dfa74784542c910 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c917 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460329.972850:0:22752:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef209800/0x5dfa74784542c910 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c917 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460329.972857:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef209800/0x5dfa74784542c910 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c917 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460329.972864:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mgc192.168.206.105@tcp lock: ffff8c4bef209800/0x5dfa74784542c910 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x5dfa74784542c917 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460329.973851:0:22752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788460329.973868:0:22752:0:(mgc_request.c:2266:mgc_process_log()) Process log params-ffff8c4c01464800 from 1 10000000:01000000:3.0:1788460329.973871:0:22752:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788460329.973915:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542c91e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460329.973925:0:22752:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542c91e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460329.973934:0:22752:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542c91e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460329.973979:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2976a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022432896:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788460329.974044:0:22752:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460329.974245:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2ab39c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788460329.974498:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022432896 00000100:00100000:3.0:1788460329.974505:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022432896 00000100:00100000:3.0:1788460329.974543:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788460329.974550:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa396850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+10:22752:x1875336022432896:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788460329.974562:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788460329.974574:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc6ca6800/0x5dfa74784542c925 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542c91e expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460329.974595:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc6ca6800/0x5dfa74784542c925 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542c91e expref: 11 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460329.974606:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc6ca6800/0x5dfa74784542c925 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542c91e expref: 11 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460329.974628:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc6ca6800, rc 0) 00000100:00100000:3.0:1788460329.974667:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa396850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+11:22752:x1875336022432896:12345-0@lo:101:mount.lustre.0 Request processed in 117us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460329.974673:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788460329.974715:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2976a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022432896:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788460329.974728:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542c91e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c925 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460329.974737:0:22752:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542c91e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c925 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460329.974769:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2976a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022433024:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788460329.974792:0:22752:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460329.974804:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2ab39c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788460329.974816:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022433024 00000100:00100000:3.0:1788460329.974820:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022433024 00000100:00100000:3.0:1788460329.974837:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788460329.974843:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa395850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+11:22752:x1875336022433024:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788460329.975210:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa395850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+11:22752:x1875336022433024:12345-0@lo:501:mount.lustre.0 Request processed in 366us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460329.975217:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788460329.975873:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2976a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022433024:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788460329.976499:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2976a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022433152:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788460329.976558:0:22752:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460329.976587:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2ab39c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788460329.976606:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022433152 00000100:00100000:3.0:1788460329.976610:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022433152 00000100:00100000:3.0:1788460329.976634:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788460329.976641:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa397450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+11:22752:x1875336022433152:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788460329.976728:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa397450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+11:22752:x1875336022433152:12345-0@lo:503:mount.lustre.0 Request processed in 86us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460329.976736:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788460329.976779:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2976a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022433152:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788460329.977463:0:22800:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4933800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:52effe76-ab9d-442f-b102-f6f3593bcd8d:22800:1875336022433280:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788460329.977503:0:22800:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460329.977540:0:22800:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bfa197780 going to sleep for 11 seconds 00010000:00010000:2.0:1788460329.977596:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460329.977605:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bef209800/0x5dfa74784542c910 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c917 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460329.977614:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bef209800 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:2.0:1788460329.977618:0:22762:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bef209800/0x5dfa74784542c910 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x5dfa74784542c917 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460329.977627:0:22762:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bef209800/0x5dfa74784542c910 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x5dfa74784542c917 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788460329.977634:0:22762:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bef209800/0x5dfa74784542c910 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x5dfa74784542c917 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460329.977639:0:22762:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788460329.977676:0:22762:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4bef209800/0x5dfa74784542c910 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c917 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460329.977682:0:22762:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788460329.977698:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bef209800/0x5dfa74784542c910 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c917 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460329.977711:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bef209800/0x5dfa74784542c910 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x5dfa74784542c917 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460329.977726:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460329.977728:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460329.977729:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788460329.977740:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52effe76-ab9d-442f-b102-f6f3593bcd8d:3662:1875336022433408:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788460329.977767:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460329.977895:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022433408 00000100:00100000:0.0:1788460329.977900:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022433408 00000100:00100000:0.0:1788460329.978392:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788460329.978401:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7609880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+11:3662:x1875336022433408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788460329.978412:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788460329.978426:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bef208600/0x5dfa74784542c917 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x5dfa74784542c910 expref: 11 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460329.978439:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788460329.978483:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7609880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+10:3662:x1875336022433408:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460329.978490:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788460329.978553:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52effe76-ab9d-442f-b102-f6f3593bcd8d:3662:1875336022433408:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788460329.978691:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022433280 00000100:00100000:1.0:1788460329.978696:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022433280 00000100:00100000:1.0:1788460329.978732:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788460329.978738:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa394850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+10:22800:x1875336022433280:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788460329.979717:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa394850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+10:22800:x1875336022433280:12345-0@lo:502:llog_process_th.0 Request processed in 976us (2211us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460329.979726:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788460329.980652:0:22800:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4933800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:52effe76-ab9d-442f-b102-f6f3593bcd8d:22800:1875336022433280:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788460329.980690:0:22800:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788460329.980700:0:22800:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460329.980702:0:22800:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788460329.980710:0:22800:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c4c01464800 00000020:00000080:0.0:1788460329.980713:0:22800:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788460329.980719:0:22800:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788460329.980721:0:22800:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460329.980722:0:22800:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788460329.980725:0:22800:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788460329.980727:0:22800:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460329.980728:0:22800:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788460329.980742:0:22800:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c4c01464800 00000020:00000080:0.0:1788460329.980744:0:22800:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788460329.980798:0:22800:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788460329.980802:0:22800:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460329.980803:0:22800:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788460329.980806:0:22800:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788460329.980808:0:22800:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460329.980809:0:22800:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788460329.980813:0:22800:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8c4c01464800 00000020:00000080:0.0:1788460329.980815:0:22800:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788460329.980837:0:22800:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788460329.980840:0:22800:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460329.980841:0:22800:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788460329.980843:0:22800:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788460329.980845:0:22800:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460329.980847:0:22800:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1788460329.980850:0:22800:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8c4c01464800 00000020:00000080:0.0:1788460329.980852:0:22800:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1788460329.980895:0:22800:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4933800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:52effe76-ab9d-442f-b102-f6f3593bcd8d:22800:1875336022433536:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788460329.983449:0:22800:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460329.983496:0:22800:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bfa197780 going to sleep for 11 seconds 00000100:00100000:1.0:1788460329.983560:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022433536 00000100:00100000:1.0:1788460329.983568:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022433536 00000100:00100000:1.0:1788460329.983616:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788460329.983624:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+10:22800:x1875336022433536:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788460329.983738:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+10:22800:x1875336022433536:12345-0@lo:502:llog_process_th.0 Request processed in 114us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460329.983746:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788460329.983869:0:22800:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4933800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:52effe76-ab9d-442f-b102-f6f3593bcd8d:22800:1875336022433536:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788460329.983897:0:22800:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788460329.983916:0:22800:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460329.983918:0:22800:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1788460329.983924:0:22800:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:3.0:1788460329.984130:0:22752:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1788460329.984139:0:22752:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788460329.984159:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542c91e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c925 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460329.984181:0:22752:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542c91e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c925 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788460329.984232:0:22752:0:(mgc_request.c:2423:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788460329.984235:0:22752:0:(mgc_request.c:424:config_log_add()) add config log lustre-client-ffff8c4c01464800 10000000:01000000:3.0:1788460329.984238:0:22752:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-client-ffff8c4c01464800 10000000:01000000:3.0:1788460329.984242:0:22752:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788460329.984280:0:22752:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-client-ffff8c4c01464800 from 1 10000000:01000000:3.0:1788460329.984283:0:22752:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788460329.984311:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7200/0x5dfa74784542c92c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460329.984321:0:22752:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7200/0x5dfa74784542c92c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460329.984347:0:22752:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7200/0x5dfa74784542c92c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460329.984373:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2976a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022433664:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788460329.984407:0:22752:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460329.984431:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2ab3300 going to sleep for 11 seconds 00000100:00100000:3.0:1788460329.984447:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022433664 00000100:00100000:3.0:1788460329.984451:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022433664 00000100:00100000:3.0:1788460329.984475:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788460329.984482:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+10:22752:x1875336022433664:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788460329.984490:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788460329.984501:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc6ca6c00/0x5dfa74784542c933 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542c92c expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460329.984521:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc6ca6c00/0x5dfa74784542c933 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542c92c expref: 11 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460329.984531:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc6ca6c00/0x5dfa74784542c933 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542c92c expref: 11 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460329.984539:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc6ca6c00, rc 0) 00000100:00100000:3.0:1788460329.984568:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+11:22752:x1875336022433664:12345-0@lo:101:mount.lustre.0 Request processed in 87us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460329.984575:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788460329.984606:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2976a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022433664:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788460329.984618:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7200/0x5dfa74784542c92c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c933 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460329.984633:0:22752:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7200/0x5dfa74784542c92c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c933 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460329.984661:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2976a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022433792:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788460329.984687:0:22752:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460329.984700:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2ab3300 going to sleep for 11 seconds 00000100:00100000:3.0:1788460329.984712:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022433792 00000100:00100000:3.0:1788460329.984716:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022433792 00000100:00100000:3.0:1788460329.984735:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788460329.984741:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+11:22752:x1875336022433792:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788460329.984829:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+11:22752:x1875336022433792:12345-0@lo:501:mount.lustre.0 Request processed in 87us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460329.984836:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788460329.984866:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2976a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022433792:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788460329.984891:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2976a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022433920:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788460329.984926:0:22752:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460329.984939:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2ab3300 going to sleep for 11 seconds 00000100:00100000:3.0:1788460329.984975:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022433920 00000100:00100000:3.0:1788460329.984979:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022433920 00000100:00100000:3.0:1788460329.984997:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788460329.985003:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+11:22752:x1875336022433920:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788460329.985069:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+11:22752:x1875336022433920:12345-0@lo:503:mount.lustre.0 Request processed in 65us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460329.985076:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788460329.985119:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2976a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022433920:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788460330.017536:0:22801:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4397800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:52effe76-ab9d-442f-b102-f6f3593bcd8d:22801:1875336022434048:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788460330.017613:0:22801:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460330.017648:0:22801:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed1180 going to sleep for 11 seconds 00000100:00100000:3.0:1788460330.018409:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022434048 00000100:00100000:3.0:1788460330.018418:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022434048 00000100:00100000:3.0:1788460330.018460:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788460330.018469:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+11:22801:x1875336022434048:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788460330.018593:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+11:22801:x1875336022434048:12345-0@lo:502:llog_process_th.0 Request processed in 124us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460330.018601:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788460330.019122:0:22801:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4397800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:52effe76-ab9d-442f-b102-f6f3593bcd8d:22801:1875336022434048:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1788460330.019182:0:22801:0:(obd_mount.c:308:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1788460330.019196:0:22801:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8c4bcec56620) 00000020:00000080:1.0:1788460330.019215:0:22801:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:1.0:1788460330.019323:0:22801:0:(tgt_mount.c:167:server_get_mount()) get mount ffff8c4c01464800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1788460330.019328:0:22801:0:(tgt_mount.c:201:server_put_mount()) put mount ffff8c4c01464800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1788460330.019331:0:22801:0:(obd_mount.c:798:lustre_put_lsi()) put ffff8c4c01464800 4 00010000:00080000:1.0:1788460330.019384:0:22801:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c4bf7510800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.206.105@tcp at head 00010000:00010000:1.0:1788460330.021041:0:22801:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:1.0:1788460330.021250:0:22801:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1788460330.021286:0:22801:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788460330.021298:0:22801:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x5dfa74784542c941 00000100:00080000:1.0:1788460330.021307:0:22801:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788460330.021312:0:22801:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8c4bf7510800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:1.0:1788460330.021356:0:22801:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bc4397800 x1875336022434176/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788460330.021398:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3658:1875336022434176:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788460330.021456:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788460330.021511:0:22801:0:(pinger.c:380:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1788460330.022876:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022434176 00000100:00100000:0.0:1788460330.022888:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022434176 00000100:00100000:0.0:1788460330.022927:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788460330.022935:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3658:x1875336022434176:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788460330.023190:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4394e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3658:x1875336022434176:12345-0@lo:38:llog_process_th.0 Request processed in 253us (1732us total) trans 0 rc -11/-11 00000100:00100000:0.0:1788460330.023204:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788460330.026829:0:3658:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788460330.026840:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bf7510800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788460330.026847:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1788460330.026852:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3658:1875336022434176:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788460330.028914:0:22801:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4397800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:52effe76-ab9d-442f-b102-f6f3593bcd8d:22801:1875336022434304:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788460330.029004:0:22801:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460330.032452:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022434304 00000100:00100000:1.0:1788460330.032465:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022434304 00000100:00100000:1.0:1788460330.032518:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788460330.032527:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+11:22801:x1875336022434304:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788460330.032665:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+11:22801:x1875336022434304:12345-0@lo:502:llog_process_th.0 Request processed in 139us (3661us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460330.032673:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788460330.032723:0:22801:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed1540 going to sleep for 11 seconds 00000100:00100000:1.0:1788460330.032748:0:22801:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4397800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:52effe76-ab9d-442f-b102-f6f3593bcd8d:22801:1875336022434304:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788460330.032802:0:22801:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4397800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:52effe76-ab9d-442f-b102-f6f3593bcd8d:22801:1875336022434432:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788460330.032841:0:22801:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460330.032865:0:22801:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed1540 going to sleep for 11 seconds 00000100:00100000:1.0:1788460330.035169:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022434432 00000100:00100000:1.0:1788460330.035183:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022434432 00000100:00100000:1.0:1788460330.035232:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788460330.035240:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+11:22801:x1875336022434432:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788460330.036240:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+11:22801:x1875336022434432:12345-0@lo:502:llog_process_th.0 Request processed in 985us (3383us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460330.036249:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788460330.037645:0:22801:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4397800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:52effe76-ab9d-442f-b102-f6f3593bcd8d:22801:1875336022434432:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788460330.037682:0:22801:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1788460330.039509:0:22752:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1788460330.039524:0:22752:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788460330.039544:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7200/0x5dfa74784542c92c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c933 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460330.039555:0:22752:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7200/0x5dfa74784542c92c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c933 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788460330.039611:0:22752:0:(tgt_mount.c:1239:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788460330.039613:0:22752:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788460330.039614:0:22752:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788460330.039615:0:22752:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:3.0:1788460330.039616:0:22752:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:3.0:1788460330.039618:0:22752:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:3.0:1788460330.039619:0:22752:0:(tgt_mount.c:1246:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788460330.039621:0:22752:0:(tgt_mount.c:1250:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788460330.039623:0:22752:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788460330.039624:0:22752:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788460330.039628:0:22752:0:(mgc_request_server.c:449:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:3.0:1788460330.039630:0:22752:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788460330.039631:0:22752:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788460330.039633:0:22752:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788460330.039634:0:22752:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:3.0:1788460330.039634:0:22752:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:3.0:1788460330.039640:0:22752:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:3.0:1788460330.039641:0:22752:0:(tgt_mount.c:1246:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788460330.039642:0:22752:0:(tgt_mount.c:1250:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788460330.039643:0:22752:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788460330.039644:0:22752:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788460330.039666:0:22752:0:(mgc_request_server.c:279:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1788460330.039681:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2976a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022434560:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788460330.039738:0:22752:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460330.039771:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2ab39c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788460330.039792:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022434560 00000100:00100000:3.0:1788460330.039798:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022434560 00000100:00100000:3.0:1788460330.039837:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788460330.039845:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+11:22752:x1875336022434560:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788460330.039877:0:22766:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1788460330.039889:0:22766:0:(mgs_nids.c:475:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1788460330.049648:0:22766:0:(mgs_nids.c:842:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1788460330.049664:0:22766:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1788460330.049901:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+11:22752:x1875336022434560:12345-0@lo:253:mount.lustre.0 Request processed in 10053us (10159us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460330.049914:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788460330.049993:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2976a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:22752:1875336022434560:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788460330.050005:0:22752:0:(mgc_request_server.c:300:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1788460330.050009:0:22752:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788460330.050072:0:22752:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788460330.050074:0:22752:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788460330.050075:0:22752:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:3.0:1788460330.050076:0:22752:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:3.0:1788460330.050078:0:22752:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:3.0:1788460330.050079:0:22752:0:(tgt_mount.c:1246:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788460330.050080:0:22752:0:(tgt_mount.c:1250:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788460330.050082:0:22752:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788460330.050083:0:22752:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788460330.050097:0:22752:0:(tgt_mount.c:2880:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:2.0:1788460330.051526:0:22788:0:(mgs_nids.c:739:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788460330.051533:0:22788:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788460330.051556:0:22788:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542c948 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460330.051572:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542c948 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788460330.051581:0:22788:0:(mgs_nids.c:715:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000048589s 00010000:00010000:2.0:1788460330.051586:0:22788:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542c948 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460330.051593:0:22788:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542c948 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460330.051600:0:22788:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542c948 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460330.051608:0:22788:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542c948 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460330.051615:0:22788:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac395fe00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460330.051629:0:22788:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542c948 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460330.051637:0:22788:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542c948 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460330.051650:0:22788:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542c948 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460330.051658:0:22788:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542c948 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460330.051664:0:22788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542c948 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1788460330.107395:0:22752:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:3.0:1788460330.112059:0:22752:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:0.0:1788460330.112428:0:22812:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:0.0:1788460330.112433:0:22812:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:0.0:1788460330.112745:0:22813:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788460330.113192:0:22752:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:1.0:1788460330.113609:0:22814:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8c4bc4397800 x1875336022434688/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460330.113620:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 00000040:01000000:3.0:1788460330.113934:0:22752:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1788460330.114087:0:22752:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1788460330.115106:0:22752:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1788460330.115118:0:22752:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1788460330.115169:0:22752:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788460330.116808:0:22813:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788460330.118838:0:22813:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788460330.118899:0:22813:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:3.0:1788460330.120625:0:22752:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1788460330.122207:0:22752:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1788460330.122252:0:22752:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1788460330.122974:0:22752:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:2.0:1788460330.124644:0:22752:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:2.0:1788460330.126880:0:22752:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1788460330.131668:0:22752:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1788460330.131708:0:22752:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffba0a01c539b8 00100000:10000000:2.0:1788460330.131715:0:22752:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1788460330.133214:0:22752:0:(tgt_mount.c:2600:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1788460330.133898:0:22752:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:0.0:1788460330.134687:0:22752:0:(tgt_mount.c:2486:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788460330.134877:0:22752:0:(tgt_mount.c:2501:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788460330.643038:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788460331.101288:0:22808:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788460331.101298:0:22808:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788460331.102505:0:22808:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1788460331.102514:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0:1788460331.154995:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 10000000:01000000:1.0:1788460331.217033:0:22770:0:(mgc_request.c:715:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788460331.217040:0:22770:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-mdtir-ffff8c4c01464800 from 1 10000000:01000000:1.0:1788460331.217044:0:22770:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788460331.217094:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381800/0x5dfa74784542c94f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460331.217105:0:22770:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381800/0x5dfa74784542c94f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460331.217115:0:22770:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381800/0x5dfa74784542c94f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460331.217137:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4396680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022434816:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788460331.217193:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460331.217262:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed1900 going to sleep for 11 seconds 00000100:00100000:0.0:1788460331.217535:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022434816 00000100:00100000:0.0:1788460331.217543:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022434816 00000100:00100000:0.0:1788460331.217595:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788460331.217605:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+11:22770:x1875336022434816:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788460331.217617:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788460331.217631:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bef208600/0x5dfa74784542c956 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542c94f expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460331.217652:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bef208600/0x5dfa74784542c956 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542c94f expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460331.217669:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bef208600/0x5dfa74784542c956 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542c94f expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460331.217678:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bef208600, rc 0) 00000100:00100000:0.0:1788460331.217720:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+12:22770:x1875336022434816:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460331.217727:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788460331.218213:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4396680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022434816:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788460331.218229:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381800/0x5dfa74784542c94f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c956 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460331.218237:0:22770:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381800/0x5dfa74784542c94f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c956 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460331.219232:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4396680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022434944:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788460331.219900:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460331.220392:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed1900 going to sleep for 11 seconds 00000100:00100000:0.0:1788460331.229206:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022434944 00000100:00100000:0.0:1788460331.229223:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022434944 00000100:00100000:0.0:1788460331.229338:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788460331.229349:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+12:22770:x1875336022434944:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788460331.229374:0:22766:0:(mgs_nids.c:1209:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1788460331.229390:0:22766:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1788460331.229394:0:22766:0:(mgs_nids.c:325:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1788460331.229518:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+12:22770:x1875336022434944:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 170us (9618us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460331.229540:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788460331.237897:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4396680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022434944:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788460331.240378:0:22770:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788460331.240393:0:22770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381800/0x5dfa74784542c94f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c956 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460331.240405:0:22770:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381800/0x5dfa74784542c94f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c956 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460331.670811:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788460332.134022:0:22808:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788460332.134031:0:22808:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788460332.134148:0:22808:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:2.0:1788460332.134185:0:22808:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788460332.134321:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:3.0:1788460332.179172:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 00010000:00010000:2.0:1788460332.693818:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788460333.200998:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 00010000:00010000:3.0:1788460333.719413:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460334.230906:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 00010000:00010000:2.0:1788460334.741280:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788460335.187344:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788460335.187352:0:37:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788460335.187355:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c4bfa02b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788460335.187363:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 627 00000100:00080000:3.0:1788460335.187369:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788460335.187376:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8c4bfa02b800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:3.0:1788460335.187397:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac2974a80 x1875336022435200/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788460335.187414:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460335.187417:0:37:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788460335.187470:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460335.187474:0:37:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788460335.187476:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788460335.187479:0:37:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788460335.187481:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c4bf7510800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788460335.187486:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8c4bf7510800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:3.0:1788460335.187507:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac2974000 x1875336022435328/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788460335.187561:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2976a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022435072:0@lo:400:kworker.0 00000100:00100000:3.0:1788460335.187628:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460335.188288:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022435200:0@lo:38:kworker.0 00000100:00100000:3.0:1788460335.188343:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460335.188345:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022435072 00000100:00100000:1.0:1788460335.188352:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022435072 00000100:00100000:3.0:1788460335.188363:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3658:1875336022435328:0@lo:38:kworker.0 00000100:00100000:3.0:1788460335.188386:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460335.188392:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788460335.188401:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+12:3659:x1875336022435072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460335.188459:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+12:3659:x1875336022435072:12345-0@lo:400:kworker.0 Request processed in 58us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460335.188466:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788460335.188507:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022435200 00000100:00100000:1.0:1788460335.188511:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022435200 00000100:00100000:1.0:1788460335.188528:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788460335.188532:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2977480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3658:x1875336022435200:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1788460335.188539:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2976a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022435072:0@lo:400:kworker.0 00010000:00020000:1.0:1788460335.188548:0:22778:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788460335.188589:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2977480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3658:x1875336022435200:12345-0@lo:38:kworker.0 Request processed in 55us (246us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788460335.188595:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788460335.188623:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022435328 00000100:00100000:1.0:1788460335.188631:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022435328 00000100:00100000:1.0:1788460335.188650:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788460335.188654:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2974700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3658:x1875336022435328:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1788460335.188668:0:22774:0:(ldlm_lib.c:1461:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 632 last 0 00000020:00000080:1.0:1788460335.188699:0:22774:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x5dfa74784542c95d 00000004:00100000:1.0:1788460335.188712:0:22774:0:(mdt_handler.c:7310:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788460335.188991:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bfa02b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788460335.188997:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788460335.189000:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022435200:0@lo:38:kworker.0 00000100:00080000:1.0:1788460335.193074:0:22774:0:(import.c:65:import_set_state_nolock()) ffff8c4bc2e41800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788460335.193163:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2974700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1875336022435328:12345-0@lo:38:kworker.0 Request processed in 4506us (4774us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460335.193174:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1788460335.194154:0:3658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8c4ac2974000 x1875336022435328/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788460345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788460335.194175:0:3658:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788460335.194182:0:3658:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1788460335.194187:0:3658:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788460335.194190:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bf7510800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788460335.194195:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3658:1875336022435328:0@lo:38:kworker.0 00000100:00100000:0.0:1788460335.251318:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 00000001:02000400:3.0:1788460335.307862:0:23057:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg605-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1788460335.762981:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788460336.185742:0:23109:0:(tgt_mount.c:2486:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788460336.185891:0:23109:0:(tgt_mount.c:2501:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1788460336.273019:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 00010000:00010000:3.0:1788460336.785291:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788460337.156237:0:23159:0:(tgt_mount.c:2486:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788460337.156437:0:23159:0:(tgt_mount.c:2501:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1788460337.299344:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 00010000:00010000:3.0:1788460337.809126:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788460338.326696:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 00010000:00010000:1.0:1788460338.837467:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788460339.281052:0:3658:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788460329/real 1788460329] req@ffff8c4ac4932680 x1875336022432384/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788460339 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460339.281081:0:3658:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c4ac4932680 x1875336022432384/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788460339 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460339.281091:0:3658:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788460329/real 1788460329] req@ffff8c4ac4931500 x1875336022432256/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788460339 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460339.281102:0:3658:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c4ac4931500 x1875336022432256/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788460339 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788460339.281118:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bff80f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788460339.281139:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788460339.281143:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022432384:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1788460339.281148:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bc683a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788460339.281153:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788460339.281156:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022432256:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1788460339.281975:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788460339.281980:0:37:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788460339.281983:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c4bfa02b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788460339.281989:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 632 00000100:00080000:1.0:1788460339.281994:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788460339.282000:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8c4bfa02b800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:1.0:1788460339.282018:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bc4397100 x1875336022435584/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788460339.282031:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788460339.282044:0:37:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788460339.282046:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c4bc683a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788460339.282049:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 627 00000100:00080000:1.0:1788460339.282052:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788460339.282067:0:37:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8c4bc683a800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:1.0:1788460339.282080:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bc4395f80 x1875336022435712/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788460339.282090:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788460339.282093:0:37:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788460339.282094:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c4bff80f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788460339.282097:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 627 00000100:00080000:1.0:1788460339.282100:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788460339.282103:0:37:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c4bff80f000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:1.0:1788460339.282110:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bc4394a80 x1875336022435840/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788460339.282156:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3661:1875336022435968:0@lo:400:kworker.0 00000100:00100000:1.0:1788460339.282209:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460339.282392:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788460339.282401:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022435456:0@lo:400:kworker.0 00000100:00100000:3.0:1788460339.282433:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460339.282469:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022435456 00000100:00100000:3.0:1788460339.282475:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022435456 00000100:00100000:3.0:1788460339.282522:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788460339.282529:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+12:3659:x1875336022435456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460339.282580:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+12:3659:x1875336022435456:12345-0@lo:400:kworker.0 Request processed in 50us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460339.282588:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788460339.282628:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022435456:0@lo:400:kworker.0 00000100:00100000:3.0:1788460339.282656:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022435584:0@lo:38:kworker.0 00000100:00100000:3.0:1788460339.282679:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460339.282695:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4395f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022435712:0@lo:8:kworker.0 00000400:00000100:3.0:1788460339.282725:0:3658:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875336022435712 offset 0 length 520: 4 00000100:00100000:3.0:1788460339.282735:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022435840:0@lo:8:kworker.0 00000400:00000100:3.0:1788460339.282749:0:3658:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875336022435840 offset 0 length 520: 4 00000100:00100000:3.0:1788460339.282767:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022435584 00000100:00100000:3.0:1788460339.282770:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022435584 00000100:00100000:3.0:1788460339.282787:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788460339.282793:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3658:x1875336022435584:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788460339.282807:0:22777:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788460339.282835:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3658:x1875336022435584:12345-0@lo:38:kworker.0 Request processed in 42us (155us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788460339.282840:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1788460339.282862:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bfa02b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788460339.282866:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788460339.282869:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022435584:0@lo:38:kworker.0 00000100:00100000:3.0:1788460339.282906:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022435968 00000100:00100000:3.0:1788460339.282909:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022435968 00000100:00100000:3.0:1788460339.282929:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788460339.282940:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4397b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1875336022435968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460339.282993:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4397b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1875336022435968:12345-0@lo:400:kworker.0 Request processed in 53us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460339.282999:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1788460339.283023:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8c4bc4395c00 x1875336022435968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460339.283034:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3661:1875336022435968:0@lo:400:kworker.0 00000100:00100000:0.0:1788460339.349171:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 00010000:00010000:3.0:1788460339.864273:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460340.370552:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 00010000:00010000:1.0:1788460340.882201:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460341.398576:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 00010000:00010000:3.0:1788460341.912916:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788460342.356373:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788460342.417678:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 00010000:00010000:1.0:1788460342.931078:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460343.443176:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 00010000:00010000:3.0:1788460343.954185:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788460344.403836:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788460344.403842:0:37:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788460344.403845:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c4bfa02b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788460344.403853:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 636 00000100:00080000:2.0:1788460344.403858:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1788460344.403864:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8c4bfa02b800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:2.0:1788460344.403885:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bf7608000 x1875336022436224/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788460344.403900:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788460344.403904:0:37:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788460344.403907:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788460344.403910:0:37:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788460344.404061:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7609500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52effe76-ab9d-442f-b102-f6f3593bcd8d:3662:1875336022436096:0@lo:400:kworker.0 00000100:00100000:2.0:1788460344.404120:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460344.404168:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022436224:0@lo:38:kworker.0 00000100:00100000:2.0:1788460344.404209:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460344.404235:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3659:1875336022436352:0@lo:400:kworker.0 00000100:00100000:2.0:1788460344.404271:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460344.405362:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022436224 00000100:00100000:3.0:1788460344.405373:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022436224 00000100:00100000:3.0:1788460344.405409:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788460344.405416:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf760b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3658:x1875336022436224:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788460344.405434:0:22777:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788460344.405502:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf760b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3658:x1875336022436224:12345-0@lo:38:kworker.0 Request processed in 85us (1292us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788460344.405509:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:3.0:1788460344.405544:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bfa02b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788460344.405549:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788460344.405552:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022436224:0@lo:38:kworker.0 00000100:00100000:1.0:1788460344.405804:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022436096 00000100:00100000:1.0:1788460344.405810:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022436096 00000100:00100000:1.0:1788460344.405848:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788460344.405856:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01503850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+12:3662:x1875336022436096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460344.405908:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01503850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+12:3662:x1875336022436096:12345-0@lo:400:kworker.0 Request processed in 53us (1788us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460344.405914:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788460344.405958:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022436352 00000100:00100000:1.0:1788460344.405962:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022436352 00000100:00100000:1.0:1788460344.405985:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788460344.406000:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf760bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1875336022436352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460344.406039:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf760bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1875336022436352:12345-0@lo:400:kworker.0 Request processed in 41us (1768us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460344.406045:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1788460344.406073:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8c4bf7608380 x1875336022436352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460344.406085:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3659:1875336022436352:0@lo:400:kworker.0 00000100:00100000:0.0:1788460344.407235:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7609500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52effe76-ab9d-442f-b102-f6f3593bcd8d:3662:1875336022436096:0@lo:400:kworker.0 00000100:00100000:0.0:1788460344.465041:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 00010000:00010000:1.0:1788460344.977036:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788460345.084005:0:23504:0:(obd_mount.c:1011:lmd_print()) mount data: 00000020:01000004:3.0:1788460345.084009:0:23504:0:(obd_mount.c:1014:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1788460345.084011:0:23504:0:(obd_mount.c:1017:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1788460345.084123:0:23504:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8c4ac4846000 00000020:01000004:3.0:1788460345.084136:0:23504:0:(tgt_mount.c:2642:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1788460345.084146:0:23504:0:(obd_mount.c:308:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788460345.084163:0:23504:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8c4ac4888000) 00000020:00000080:3.0:1788460345.084181:0:23504:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1788460345.190082:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1788460345.192685:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1788460345.199393:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1788460345.200266:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:2.0:1788460345.201141:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:2.0:1788460345.202416:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:2.0:1788460345.204596:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:2.0:1788460345.205344:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1788460345.205723:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1788460345.206136:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1788460345.206385:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1788460345.206664:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1788460345.207115:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1788460345.207345:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1788460345.207626:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1788460345.207881:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1788460345.208739:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1788460345.209376:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1788460345.209702:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1788460345.210016:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1788460345.210332:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:2.0:1788460345.210713:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1788460345.211159:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1788460345.214332:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:2.0:1788460345.215287:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1788460345.215856:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:2.0:1788460345.216332:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1788460345.216556:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1788460345.216887:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:2.0:1788460345.217272:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:2.0:1788460345.217470:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1788460345.217837:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1788460345.218639:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1788460345.218966:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1788460345.219754:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788460345.220381:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1788460345.220639:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:2.0:1788460345.221127:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1788460345.221628:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1788460345.222599:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1788460345.223989:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1788460345.224900:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1788460345.225433:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:3.0:1788460345.225713:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1788460345.226506:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1788460345.226725:0:23504:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00080000:01000000:3.0:1788460345.229463:0:23504:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1788460345.229664:0:23504:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:3.0:1788460345.229674:0:23504:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788460345.229685:0:23504:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x5dfa74784542c96b 00000020:01000004:3.0:1788460345.229691:0:23504:0:(tgt_mount.c:2727:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:3.0:1788460345.229712:0:23504:0:(obd_mount.c:488:lustre_start_mgc()) mgc192.168.206.105@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1788460345.229715:0:23504:0:(mgc_request.c:1379:mgc_set_info_async()) InitRecov mgc192.168.206.105@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1788460345.229721:0:23504:0:(tgt_mount.c:1939:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:3.0:1788460345.229751:0:23504:0:(tgt_mount.c:1519:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.206.105@tcp, index=0001, flags=0x20001 00000020:01000004:3.0:1788460345.229755:0:23504:0:(tgt_mount.c:1239:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788460345.229756:0:23504:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1788460345.229758:0:23504:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788460345.229759:0:23504:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:3.0:1788460345.229760:0:23504:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:3.0:1788460345.229761:0:23504:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:3.0:1788460345.229762:0:23504:0:(tgt_mount.c:1246:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788460345.229764:0:23504:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788460345.229765:0:23504:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788460345.229922:0:23504:0:(mgc_request_server.c:449:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:3.0:1788460345.229926:0:23504:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788460345.229928:0:23504:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1788460345.229929:0:23504:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788460345.229930:0:23504:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:3.0:1788460345.229931:0:23504:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:3.0:1788460345.229932:0:23504:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:3.0:1788460345.229934:0:23504:0:(tgt_mount.c:1246:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788460345.229940:0:23504:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788460345.229941:0:23504:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788460345.230074:0:23504:0:(mgc_request_server.c:279:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1788460345.230092:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2974a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022436480:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788460345.230155:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460345.230433:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac2558780 going to sleep for 11 seconds 00000100:00100000:0.0:1788460345.230515:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022436480 00000100:00100000:0.0:1788460345.230522:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022436480 00000100:00100000:0.0:1788460345.230574:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788460345.230583:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01500050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+12:23504:x1875336022436480:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788460345.230612:0:22765:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1788460345.230615:0:22765:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:0.0:1788460345.230621:0:22765:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:0.0:1788460345.231081:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01500050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+12:23504:x1875336022436480:12345-0@lo:253:mount.lustre.0 Request processed in 498us (925us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460345.231089:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788460345.231922:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2974a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022436480:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788460345.231934:0:23504:0:(mgc_request_server.c:300:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1788460345.231936:0:23504:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788460345.231938:0:23504:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1788460345.231939:0:23504:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788460345.231940:0:23504:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:3.0:1788460345.231941:0:23504:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:3.0:1788460345.231958:0:23504:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:3.0:1788460345.231959:0:23504:0:(tgt_mount.c:1246:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788460345.231960:0:23504:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788460345.231961:0:23504:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788460345.231976:0:23504:0:(tgt_mount.c:115:server_register_mount()) register mount ffff8c4ac4846000 from lustre-MDT0001 10000000:01000000:3.0:1788460345.232009:0:23504:0:(mgc_request.c:2423:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:3.0:1788460345.232012:0:23504:0:(mgc_request.c:424:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1788460345.232017:0:23504:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8c4ac4846000 10000000:01000000:3.0:1788460345.232022:0:23504:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788460345.232039:0:23504:0:(mgc_request_server.c:106:mgc_fs_setup()) mgc192.168.206.105@tcp: setup lustre-MDT0001-osd 00000040:01000000:3.0:1788460345.235464:0:23504:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 1 is initialized 00000040:01000000:3.0:1788460345.239656:0:23504:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 0 is initialized 10000000:01000000:3.0:1788460345.239672:0:23504:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-sptlrpc-ffff8c4ac4846000 from 1 10000000:01000000:3.0:1788460345.239676:0:23504:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1788460345.239713:0:23504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7400/0x5dfa74784542c972 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460345.239724:0:23504:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7400/0x5dfa74784542c972 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460345.239747:0:23504:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7400/0x5dfa74784542c972 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460345.239782:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2974a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022436608:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788460345.239845:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460345.239900:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac3bd0240 going to sleep for 11 seconds 00000100:00100000:0.0:1788460345.240115:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022436608 00000100:00100000:0.0:1788460345.240123:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022436608 00000100:00100000:0.0:1788460345.240169:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788460345.240189:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01502c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+12:23504:x1875336022436608:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788460345.240201:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788460345.240212:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bef209200/0x5dfa74784542c979 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542c972 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460345.240234:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bef209200/0x5dfa74784542c979 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542c972 expref: 13 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460345.240268:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bef209200/0x5dfa74784542c979 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542c972 expref: 13 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460345.240276:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bef209200, rc 0) 00000100:00100000:0.0:1788460345.240328:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01502c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+13:23504:x1875336022436608:12345-0@lo:101:mount.lustre.0 Request processed in 151us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460345.240335:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788460345.240445:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2974a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022436608:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788460345.240459:0:23504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7400/0x5dfa74784542c972 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c979 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.240468:0:23504:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7400/0x5dfa74784542c972 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c979 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460345.240533:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4397480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022436736:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788460345.240559:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460345.240588:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac37f3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788460345.240749:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022436736 00000100:00100000:2.0:1788460345.240754:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022436736 00000100:00100000:2.0:1788460345.240795:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788460345.240803:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01500450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+13:23504:x1875336022436736:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788460345.240869:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01500450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+13:23504:x1875336022436736:12345-0@lo:501:mount.lustre.0 Request processed in 67us (308us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788460345.240875:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788460345.241399:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4397480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022436736:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788460345.241425:0:23504:0:(mgc_request_server.c:748:mgc_llog_local_copy()) mgc192.168.206.105@tcp: no remote llog for lustre-sptlrpc, check MGS config 00000100:00100000:1.0:1788460345.241460:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4397480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022436864:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788460345.241487:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460345.241499:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac37f3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788460345.241605:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022436864 00000100:00100000:0.0:1788460345.241610:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022436864 00000100:00100000:0.0:1788460345.241630:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788460345.241636:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01501050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+13:23504:x1875336022436864:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788460345.241696:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01501050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+13:23504:x1875336022436864:12345-0@lo:501:mount.lustre.0 Request processed in 59us (208us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788460345.241701:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788460345.242817:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4397480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022436864:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788460345.242858:0:23504:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1788460345.242871:0:23504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7400/0x5dfa74784542c972 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c979 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.242881:0:23504:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7400/0x5dfa74784542c972 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c979 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788460345.242890:0:23504:0:(mgc_request.c:206:do_config_log_add()) do adding config log params-ffff8c4ac4846000 10000000:01000000:1.0:1788460345.242896:0:23504:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788460345.242930:0:23504:0:(mgc_request_server.c:106:mgc_fs_setup()) mgc192.168.206.105@tcp: setup lustre-MDT0001-osd 00000040:01000000:1.0:1788460345.243039:0:23504:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 1 is initialized 00000040:01000000:1.0:1788460345.243045:0:23504:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 0 is initialized 10000000:01000000:1.0:1788460345.243051:0:23504:0:(mgc_request.c:206:do_config_log_add()) do adding config log nodemap-ffff8c4bd0b8e620 10000000:01000000:1.0:1788460345.243054:0:23504:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:1.0:1788460345.243085:0:23504:0:(mgc_request.c:2266:mgc_process_log()) Process log nodemap-ffff8c4bd0b8e620 from 1 10000000:01000000:1.0:1788460345.243088:0:23504:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788460345.243115:0:23504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380400/0x5dfa74784542c980 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.243124:0:23504:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380400/0x5dfa74784542c980 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.243133:0:23504:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380400/0x5dfa74784542c980 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460345.243148:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4397480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022436992:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788460345.243198:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460345.243222:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac37f3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788460345.243459:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022436992 00000100:00100000:0.0:1788460345.243465:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022436992 00000100:00100000:0.0:1788460345.243504:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788460345.243512:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01503450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+13:23504:x1875336022436992:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788460345.243522:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788460345.243534:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bef208800/0x5dfa74784542c987 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542c980 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460345.243555:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bef208800/0x5dfa74784542c987 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542c980 expref: 14 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460345.243566:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bef208800/0x5dfa74784542c987 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542c980 expref: 14 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460345.243585:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bef208800, rc 0) 00000100:00100000:0.0:1788460345.243618:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01503450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+14:23504:x1875336022436992:12345-0@lo:101:mount.lustre.0 Request processed in 106us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460345.243624:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788460345.243846:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4397480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022436992:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788460345.243867:0:23504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380400/0x5dfa74784542c980 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c987 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.243876:0:23504:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380400/0x5dfa74784542c980 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c987 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788460345.243891:0:23504:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788460345.243987:0:23504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380400/0x5dfa74784542c980 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c987 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.244058:0:23504:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380400/0x5dfa74784542c980 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c987 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788460345.244068:0:23504:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-barrier-ffff8c4ac4846000 10000000:01000000:1.0:1788460345.244073:0:23504:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1788460345.244092:0:23504:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-barrier-ffff8c4ac4846000 from 1 10000000:01000000:1.0:1788460345.244095:0:23504:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1788460345.244111:0:23504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381000/0x5dfa74784542c98e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.244135:0:23504:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381000/0x5dfa74784542c98e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.244143:0:23504:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381000/0x5dfa74784542c98e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460345.244528:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4397480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022437120:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788460345.244561:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460345.244635:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac37f3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788460345.252029:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022437120 00000100:00100000:2.0:1788460345.252042:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022437120 00000100:00100000:1.0:1788460345.252167:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788460345.252288:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01503050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+14:23504:x1875336022437120:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788460345.252303:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460345.252321:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc6380e00/0x5dfa74784542c995 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542c98e expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.252349:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc6380e00/0x5dfa74784542c995 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542c98e expref: 15 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.252359:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc6380e00/0x5dfa74784542c995 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542c98e expref: 15 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.252367:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc6380e00, rc 0) 00000100:00100000:1.0:1788460345.252498:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01503050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+15:23504:x1875336022437120:12345-0@lo:101:mount.lustre.0 Request processed in 321us (7935us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460345.252504:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788460345.253080:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4397480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022437120:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788460345.253100:0:23504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381000/0x5dfa74784542c98e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c995 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460345.253109:0:23504:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381000/0x5dfa74784542c98e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c995 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460345.253126:0:23504:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1788460345.253786:0:23504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381000/0x5dfa74784542c98e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c995 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460345.253795:0:23504:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381000/0x5dfa74784542c98e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c995 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460345.253803:0:23504:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1788460345.253809:0:23504:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788460345.253839:0:23504:0:(mgc_request_server.c:106:mgc_fs_setup()) mgc192.168.206.105@tcp: setup lustre-MDT0001-osd 00000040:01000000:2.0:1788460345.253926:0:23504:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 1 is initialized 00000040:01000000:2.0:1788460345.253933:0:23504:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 0 is initialized 10000000:01000000:2.0:1788460345.253981:0:23504:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-mdtir-ffff8c4ac4846000 10000000:01000000:2.0:1788460345.253986:0:23504:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1788460345.254019:0:23504:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:2.0:1788460345.254022:0:23504:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1788460345.254050:0:23504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e000/0x5dfa74784542c99c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460345.254058:0:23504:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e000/0x5dfa74784542c99c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460345.254066:0:23504:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e000/0x5dfa74784542c99c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460345.254084:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7609f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022437248:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788460345.254127:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460345.254161:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bced770c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788460345.254644:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022437248 00000100:00100000:3.0:1788460345.254650:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022437248 00000100:00100000:3.0:1788460345.254690:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788460345.254697:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01502050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+15:23504:x1875336022437248:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788460345.254706:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788460345.254715:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc6ca7a00/0x5dfa74784542c9a3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542c99c expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460345.254732:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc6ca7a00/0x5dfa74784542c9a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542c99c expref: 16 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460345.254741:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc6ca7a00/0x5dfa74784542c9a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542c99c expref: 16 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460345.254747:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc6ca7a00, rc 0) 00000100:00100000:3.0:1788460345.254794:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01502050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+16:23504:x1875336022437248:12345-0@lo:101:mount.lustre.0 Request processed in 97us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460345.254799:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788460345.254881:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7609f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022437248:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788460345.254894:0:23504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e000/0x5dfa74784542c99c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c9a3 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460345.254901:0:23504:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e000/0x5dfa74784542c99c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542c9a3 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788460345.260306:0:23504:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1c:0x0] index 46 count 46 00000040:00080000:0.0:1788460345.261669:0:23504:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788460345.269817:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].1, 224 off8416 00000040:00080000:0.0:1788460345.269873:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].2, 136 off8552 00000040:00080000:0.0:1788460345.269888:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].3, 176 off8728 00000040:00080000:0.0:1788460345.269901:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].4, 224 off8952 00000040:00080000:0.0:1788460345.269925:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].5, 224 off9176 00000040:00080000:0.0:1788460345.269940:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].6, 120 off9296 00000040:00080000:0.0:1788460345.270344:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].7, 112 off9408 00000040:00080000:0.0:1788460345.270361:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].8, 160 off9568 00000040:00080000:0.0:1788460345.270376:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].9, 224 off9792 00000040:00080000:0.0:1788460345.270390:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].10, 224 off10016 00000040:00080000:0.0:1788460345.270416:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].11, 88 off10104 00000040:00080000:0.0:1788460345.270434:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].12, 144 off10248 00000040:00080000:0.0:1788460345.270449:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].13, 152 off10400 00000040:00080000:0.0:1788460345.270462:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].14, 168 off10568 00000040:00080000:0.0:1788460345.270482:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].15, 224 off10792 00000040:00080000:0.0:1788460345.270513:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].16, 224 off11016 00000040:00080000:0.0:1788460345.270528:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].17, 80 off11096 00000040:00080000:0.0:1788460345.270543:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].18, 224 off11320 00000040:00080000:0.0:1788460345.270558:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].19, 224 off11544 00000040:00080000:0.0:1788460345.270572:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].20, 160 off11704 00000040:00080000:0.0:1788460345.270586:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].21, 224 off11928 00000040:00080000:0.0:1788460345.270598:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].22, 224 off12152 00000040:00080000:0.0:1788460345.270613:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].23, 80 off12232 00000040:00080000:0.0:1788460345.270627:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].24, 224 off12456 00000040:00080000:0.0:1788460345.270642:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].25, 224 off12680 00000040:00080000:0.0:1788460345.270656:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].26, 88 off12768 00000040:00080000:0.0:1788460345.270669:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].27, 144 off12912 00000040:00080000:0.0:1788460345.270682:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].28, 152 off13064 00000040:00080000:0.0:1788460345.270695:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].29, 136 off13200 00000040:00080000:0.0:1788460345.270709:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].30, 224 off13424 00000040:00080000:0.0:1788460345.270723:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].31, 224 off13648 00000040:00080000:0.0:1788460345.270736:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].32, 80 off13728 00000040:00080000:0.0:1788460345.270749:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].33, 224 off13952 00000040:00080000:0.0:1788460345.270763:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].34, 224 off14176 00000040:00080000:0.0:1788460345.270792:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].35, 88 off14264 00000040:00080000:0.0:1788460345.270807:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].36, 144 off14408 00000040:00080000:0.0:1788460345.270823:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].37, 152 off14560 00000040:00080000:0.0:1788460345.270836:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].38, 136 off14696 00000040:00080000:0.0:1788460345.270848:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].39, 224 off14920 00000040:00080000:0.0:1788460345.270861:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].40, 224 off15144 00000040:00080000:0.0:1788460345.270875:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].41, 80 off15224 00000040:00080000:0.0:1788460345.270890:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].42, 224 off15448 00000040:00080000:0.0:1788460345.270905:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].43, 224 off15672 00000040:00080000:0.0:1788460345.271390:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].44, 120 off15792 00000040:00080000:0.0:1788460345.271581:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x25:0x0].45, 224 off16016 00000040:00080000:0.0:1788460345.271589:0:23504:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1c:0x0] index 45 count 46 00000100:00100000:0.0:1788460345.271681:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4933800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022437376:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788460345.271748:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460345.271838:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc306ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1788460345.274306:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022437376 00000100:00100000:1.0:1788460345.274318:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022437376 00000100:00100000:1.0:1788460345.274372:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788460345.274381:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01501c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+16:23504:x1875336022437376:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788460345.274606:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01501c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+16:23504:x1875336022437376:12345-0@lo:501:mount.lustre.0 Request processed in 225us (2856us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460345.274614:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788460345.275359:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4933800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022437376:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788460345.275470:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4933800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022437504:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788460345.275526:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460345.275598:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc306ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1788460345.282095:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022437504 00000100:00100000:2.0:1788460345.282109:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022437504 00000100:00100000:3.0:1788460345.282245:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788460345.282266:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01502450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+16:23504:x1875336022437504:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788460345.283308:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01502450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+16:23504:x1875336022437504:12345-0@lo:503:mount.lustre.0 Request processed in 1051us (7778us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460345.283327:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788460345.283434:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4933800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022437504:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788460345.283849:0:23504:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788460345.283931:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4933800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022437632:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788460345.284474:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460345.284504:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc306ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1788460345.284899:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022437632 00000100:00100000:3.0:1788460345.284916:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022437632 00000100:00100000:3.0:1788460345.284985:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788460345.284994:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01502850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+16:23504:x1875336022437632:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788460345.285926:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01502850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+16:23504:x1875336022437632:12345-0@lo:502:mount.lustre.0 Request processed in 931us (1450us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460345.285935:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788460345.286667:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4933800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022437632:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788460345.287330:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].1, 224 off8416 00000040:00080000:3.0:1788460345.287364:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].2, 136 off8552 00000040:00080000:3.0:1788460345.287380:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].3, 176 off8728 00000040:00080000:3.0:1788460345.287393:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].4, 224 off8952 00000040:00080000:3.0:1788460345.287480:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].5, 224 off9176 00000040:00080000:3.0:1788460345.287499:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].6, 120 off9296 00000040:00080000:3.0:1788460345.287515:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].7, 112 off9408 00000040:00080000:3.0:1788460345.287530:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].8, 160 off9568 00000040:00080000:3.0:1788460345.287542:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].9, 224 off9792 00000040:00080000:3.0:1788460345.287557:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].10, 224 off10016 00000040:00080000:3.0:1788460345.287569:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].11, 88 off10104 00000040:00080000:3.0:1788460345.287583:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].12, 144 off10248 00000040:00080000:3.0:1788460345.287597:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].13, 152 off10400 00000040:00080000:3.0:1788460345.287611:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].14, 168 off10568 00000040:00080000:3.0:1788460345.287627:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].15, 224 off10792 00000040:00080000:3.0:1788460345.287641:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].16, 224 off11016 00000040:00080000:3.0:1788460345.287655:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].17, 80 off11096 00000040:00080000:3.0:1788460345.287668:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].18, 224 off11320 00000040:00080000:3.0:1788460345.287681:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].19, 224 off11544 00000040:00080000:3.0:1788460345.287695:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].20, 160 off11704 00000040:00080000:3.0:1788460345.287708:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].21, 224 off11928 00000040:00080000:3.0:1788460345.287732:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].22, 224 off12152 00000040:00080000:3.0:1788460345.287744:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].23, 80 off12232 00000040:00080000:3.0:1788460345.287759:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].24, 224 off12456 00000040:00080000:3.0:1788460345.287841:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].25, 224 off12680 00000040:00080000:3.0:1788460345.287860:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].26, 88 off12768 00000040:00080000:3.0:1788460345.287874:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].27, 144 off12912 00000040:00080000:3.0:1788460345.287888:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].28, 152 off13064 00000040:00080000:3.0:1788460345.287900:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].29, 136 off13200 00000040:00080000:3.0:1788460345.288157:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].30, 224 off13424 00000040:00080000:3.0:1788460345.288243:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].31, 224 off13648 00000040:00080000:3.0:1788460345.288276:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].32, 80 off13728 00000040:00080000:3.0:1788460345.288292:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].33, 224 off13952 00000040:00080000:3.0:1788460345.288308:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].34, 224 off14176 00000040:00080000:3.0:1788460345.288321:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].35, 88 off14264 00000040:00080000:3.0:1788460345.288336:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].36, 144 off14408 00000040:00080000:3.0:1788460345.288349:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].37, 152 off14560 00000040:00080000:3.0:1788460345.288363:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].38, 136 off14696 00000040:00080000:3.0:1788460345.288377:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].39, 224 off14920 00000040:00080000:3.0:1788460345.288391:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].40, 224 off15144 00000040:00080000:3.0:1788460345.288404:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].41, 80 off15224 00000040:00080000:3.0:1788460345.288493:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].42, 224 off15448 00000040:00080000:3.0:1788460345.288507:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].43, 224 off15672 00000040:00080000:3.0:1788460345.288522:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].44, 120 off15792 00000100:00100000:3.0:1788460345.288560:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2976a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022437760:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788460345.288622:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460345.288704:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc3eb3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788460345.291317:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022437760 00000100:00100000:0.0:1788460345.291330:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022437760 00000100:00100000:0.0:1788460345.291441:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788460345.291451:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01503c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+16:23504:x1875336022437760:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788460345.291604:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01503c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+16:23504:x1875336022437760:12345-0@lo:502:mount.lustre.0 Request processed in 154us (2981us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460345.291611:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788460345.291703:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2976a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022437760:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788460345.291801:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x26:0x0].45, 224 off16016 00000040:00080000:1.0:1788460345.291814:0:23504:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:1.0:1788460345.293134:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788460345.293145:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460345.293153:0:23508:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1788460345.293159:0:23508:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:1.0:1788460345.293161:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788460345.293186:0:23508:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8c4bcec50000) 00000020:00000080:1.0:1788460345.293205:0:23508:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:1.0:1788460345.293211:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1788460345.293305:0:23508:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788460345.293312:0:23508:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x5dfa74784542c9b1 00000020:00000080:1.0:1788460345.293507:0:23508:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1788460345.293512:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788460345.293516:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460345.293518:0:23508:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1788460345.293521:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788460345.293524:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460345.293526:0:23508:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:1.0:1788460345.293529:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788460345.293537:0:23508:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8c4bfb5f4c98) 00000020:00000080:1.0:1788460345.293547:0:23508:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:1.0:1788460345.293551:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1788460345.293553:0:23508:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:1.0:1788460345.293555:0:23508:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:1.0:1788460345.293560:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788460345.293615:0:23508:0:(tgt_mount.c:167:server_get_mount()) get mount ffff8c4ac4846000 from lustre-MDT0001, refs=2 00000020:00000080:1.0:1788460345.293627:0:23508:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8c4bfb5f6620) 00000020:00000080:1.0:1788460345.293636:0:23508:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:1.0:1788460345.293698:0:23508:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1788460345.293703:0:23508:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x5dfa74784542c9c6 00000020:00000080:1.0:1788460345.293786:0:23508:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:1.0:1788460345.293793:0:23508:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1788460345.293797:0:23508:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x5dfa74784542c9cd 00080000:01000000:1.0:1788460345.293802:0:23508:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:1.0:1788460345.293805:0:23508:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x5dfa74784542c9d4 00010000:00010000:2.0:1788460345.420993:0:23508:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1788460345.422432:0:23508:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1788460345.424054:0:23508:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1788460345.426588:0:23508:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:2.0:1788460345.426601:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788460345.426607:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788460345.426610:0:23508:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:2.0:1788460345.426613:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788460345.426619:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788460345.426621:0:23508:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:2.0:1788460345.426624:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788460345.426629:0:23508:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.105@tcp to nid 0x20000c0a8ce69 (192.168.206.105@tcp) 00000020:00000080:2.0:1788460345.426667:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788460345.426683:0:23508:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8c4bd0b89988) 00000020:00000080:2.0:1788460345.426704:0:23508:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:2.0:1788460345.426711:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788460345.426787:0:23508:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:2.0:1788460345.426794:0:23508:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:2.0:1788460345.426801:0:23508:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x5dfa74784542c9e2 00010000:00080000:2.0:1788460345.426830:0:23508:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c4bfa1bb800@lustre-MDT0000-osp-MDT0001: add connection 192.168.206.105@tcp at head 00010000:00010000:2.0:1788460345.435807:0:23508:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:0.0:1788460345.437109:0:23508:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788460345.437123:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1788460345.437170:0:23508:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:0.0:1788460345.437197:0:23508:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x5dfa74784542c9e9 00000100:00080000:0.0:1788460345.437207:0:23508:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788460345.437212:0:23508:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8c4bfa1bb800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:0.0:1788460345.437244:0:23508:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac4932a00 x1875336022437888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788460345.437287:0:23508:0:(pinger.c:380:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:0.0:1788460345.437466:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788460345.437470:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460345.437472:0:23508:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:0.0:1788460345.437475:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788460345.437478:0:23508:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:0.0:1788460345.437479:0:23508:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788460345.437481:0:23508:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788460345.437483:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788460345.437485:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460345.437487:0:23508:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788460345.437489:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788460345.437494:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460345.437495:0:23508:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:0.0:1788460345.437498:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1788460345.437527:0:23508:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1788460345.437542:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788460345.437545:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460345.437547:0:23508:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:0.0:1788460345.437549:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788460345.437551:0:23508:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:0.0:1788460345.437552:0:23508:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788460345.437553:0:23508:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788460345.437555:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788460345.437557:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460345.437558:0:23508:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788460345.437561:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788460345.437564:0:23508:0:(obd_mount.c:1049:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1788460345.437567:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460345.437568:0:23508:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1788460345.437572:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788460345.437575:0:23508:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.105@tcp to nid 0x20000c0a8ce69 (192.168.206.105@tcp) 00000020:01000000:0.0:1788460345.437603:0:23508:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1788460345.437606:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788460345.437617:0:23508:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8c4c019a4c98) 00000020:00000080:0.0:1788460345.437628:0:23508:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:0.0:1788460345.437634:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788460345.437713:0:23508:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:0.0:1788460345.437720:0:23508:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:0.0:1788460345.437726:0:23508:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x5dfa74784542c9f7 00000100:00100000:3.0:1788460345.437976:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4932a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022437888:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788460345.438037:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460345.438091:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022437888 00000100:00100000:3.0:1788460345.438098:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022437888 00000100:00100000:3.0:1788460345.438125:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788460345.438137:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2977800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3658:x1875336022437888:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788460345.438179:0:22777:0:(ldlm_lib.c:1461:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 642 last 0 00000020:00000080:3.0:1788460345.438208:0:22777:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x5dfa74784542c9fe 00000004:00100000:3.0:1788460345.438221:0:22777:0:(mdt_handler.c:7310:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1788460345.438226:0:22777:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00010000:00080000:0.0:1788460345.438631:0:23508:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c4c0148f000@lustre-OST0000-osc-MDT0001: add connection 192.168.206.105@tcp at head 00000100:00080000:1.0:1788460345.438983:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788460345.438993:0:37:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788460345.438996:0:37:0:(import.c:65:import_set_state_nolock()) ffff8c4bfa02b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788460345.439001:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 641 00000100:00080000:1.0:1788460345.439004:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1788460345.439008:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8c4bfa02b800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:1.0:1788460345.439031:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bc4395880 x1875336022438016/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788460345.439050:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788460345.439053:0:37:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788460345.439056:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788460345.439058:0:37:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788460345.439103:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788460345.439113:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3659:1875336022438144:0@lo:400:kworker.0 00000100:00100000:1.0:1788460345.439150:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788460345.439555:0:23508:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:3.0:1788460345.439845:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4395880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022438016:0@lo:38:kworker.0 00000100:00100000:3.0:1788460345.439876:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460345.439910:0:22778:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:3.0:1788460345.439917:0:22778:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:3.0:1788460345.440050:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022438016 00000100:00100000:3.0:1788460345.440056:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022438016 00000100:00100000:3.0:1788460345.440136:0:23512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788460345.440142:0:23512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2976300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3658:x1875336022438016:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1788460345.440986:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022438144 00000100:00100000:1.0:1788460345.440992:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022438144 00000100:00100000:1.0:1788460345.441028:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788460345.441036:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1875336022438144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460345.441102:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4396300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1875336022438144:12345-0@lo:400:kworker.0 Request processed in 66us (1950us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460345.441108:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1788460345.441145:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8c4bc4394380 x1875336022438144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460345.441169:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3659:1875336022438144:0@lo:400:kworker.0 00000100:00100000:3.0:1788460345.442146:0:23512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2976300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3658:x1875336022438016:12345-0@lo:38:kworker.0 Request processed in 1999us (2265us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788460345.442167:0:23512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788460345.442484:0:3658:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788460345.442491:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bfa02b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788460345.442496:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1788460345.442499:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4395880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022438016:0@lo:38:kworker.0 00000040:01000000:2.0:1788460345.447317:0:23508:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788460345.447733:0:23508:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:3.0:1788460345.471057:0:23508:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788460345.473785:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1788460345.473924:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:3.0:1788460345.475873:0:23514:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788460345.475878:0:23514:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1788460345.477885:0:23508:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788460345.477899:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788460345.477938:0:23508:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1788460345.478195:0:23508:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x5dfa74784542ca05 00000100:00080000:0.0:1788460345.478205:0:23508:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788460345.478210:0:23508:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8c4c0148f000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:0.0:1788460345.478241:0:23508:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac4933b80 x1875336022438272/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788460345.478276:0:23508:0:(pinger.c:380:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1788460345.478458:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460345.478462:0:37:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788460345.478465:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460345.478467:0:37:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788460345.478516:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4933b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022438272:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1788460345.478563:0:3658:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875336022438272 offset 0 length 520: 4 00000020:01000000:0.0:1788460345.479002:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788460345.479007:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460345.479009:0:23508:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1788460345.479011:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788460345.479014:0:23508:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:0.0:1788460345.479015:0:23508:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788460345.479017:0:23508:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788460345.479018:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788460345.479021:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460345.479022:0:23508:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788460345.479024:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788460345.479029:0:23508:0:(obd_mount.c:1049:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1788460345.479040:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460345.479041:0:23508:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1788460345.479045:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788460345.479049:0:23508:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.105@tcp to nid 0x20000c0a8ce69 (192.168.206.105@tcp) 00000020:01000000:0.0:1788460345.479068:0:23508:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1788460345.479071:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788460345.479082:0:23508:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8c4c019a1988) 00000020:00000080:0.0:1788460345.479096:0:23508:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:0.0:1788460345.479100:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788460345.479467:0:23508:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:0.0:1788460345.479473:0:23508:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:0.0:1788460345.479480:0:23508:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x5dfa74784542ca13 00010000:00080000:0.0:1788460345.479517:0:23508:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c4bc85f0000@lustre-OST0001-osc-MDT0001: add connection 192.168.206.105@tcp at head 00010000:00010000:0.0:1788460345.479716:0:23508:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000100:00080000:1.0:1788460345.480057:0:22777:0:(import.c:65:import_set_state_nolock()) ffff8c4bf76ad000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788460345.480128:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2977800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1875336022437888:12345-0@lo:38:llog_process_th.0 Request processed in 41988us (42089us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460345.480137:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000040:01000000:0.0:1788460345.480541:0:23508:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788460345.480557:0:23508:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:2.0:1788460345.481003:0:3658:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788460345.481013:0:3658:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1788460345.481021:0:3658:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1788460345.481025:0:3658:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788460345.481028:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bfa1bb800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788460345.481042:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4932a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022437888:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788460345.481484:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2976d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022438400:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788460345.481527:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460345.481612:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022438400 00000100:00100000:3.0:1788460345.481624:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022438400 00000100:00100000:3.0:1788460345.481685:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788460345.481693:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf760b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3661:x1875336022438400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788460345.481718:0:22778:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788460345.481774:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf760b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3661:x1875336022438400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460345.481781:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788460345.481813:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2976d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022438400:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788460345.490540:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 00000040:00080000:0.0:1788460345.491861:0:23508:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788460345.492447:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1788460345.492565:0:23508:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:0.0:1788460345.493205:0:23516:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788460345.493210:0:23516:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1788460345.494542:0:23508:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788460345.494555:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1788460345.494589:0:23508:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1788460345.494610:0:23508:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x5dfa74784542ca1a 00000100:00080000:0.0:1788460345.494620:0:23508:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788460345.494626:0:23508:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8c4bc85f0000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:0.0:1788460345.494669:0:23508:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac4931c00 x1875336022438528/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788460345.494725:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022438528:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1788460345.494792:0:3658:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875336022438528 offset 0 length 520: 4 00000100:00080000:0.0:1788460345.497214:0:23508:0:(pinger.c:380:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1788460345.497527:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788460345.497535:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460345.497537:0:23508:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788460345.497540:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788460345.497544:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460345.497546:0:23508:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788460345.497549:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788460345.497551:0:23508:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788460345.497553:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788460345.497556:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460345.497557:0:23508:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788460345.497560:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788460345.497562:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460345.497563:0:23508:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788460345.497567:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1788460345.497597:0:23508:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788460345.497600:0:23508:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460345.497601:0:23508:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788460345.497604:0:23508:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x26:0x0] index 46 count 46 00000020:01000000:1.0:1788460345.498472:0:23504:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:1.0:1788460345.498490:0:23504:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1788460345.498508:0:23504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e000/0x5dfa74784542c99c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c9a3 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.498519:0:23504:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e000/0x5dfa74784542c99c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542c9a3 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788460345.498526:0:23504:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-mdtir-ffff8c4ac4846000 from 1 10000000:01000000:1.0:1788460345.498529:0:23504:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788460345.498564:0:23504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381200/0x5dfa74784542ca21 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.498572:0:23504:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381200/0x5dfa74784542ca21 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.498582:0:23504:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381200/0x5dfa74784542ca21 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460345.498604:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4394380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022438656:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788460345.498663:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460345.498695:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bfa298540 going to sleep for 11 seconds 00000100:00080000:3.0:1788460345.501203:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460345.501211:0:37:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788460345.501214:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460345.501217:0:37:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788460345.501718:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022438656 00000100:00100000:0.0:1788460345.501728:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022438656 00000100:00100000:0.0:1788460345.501787:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788460345.501796:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01501450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+16:23504:x1875336022438656:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788460345.501812:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788460345.501828:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542ca28 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542ca21 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460345.501853:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542ca28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542ca21 expref: 17 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460345.501865:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542ca28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542ca21 expref: 17 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460345.501890:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bef209a00, rc 0) 00000100:00100000:0.0:1788460345.501985:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01501450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+17:23504:x1875336022438656:12345-0@lo:101:mount.lustre.0 Request processed in 190us (3321us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460345.501992:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788460345.502130:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4394380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022438656:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788460345.502147:0:23504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381200/0x5dfa74784542ca21 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ca28 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.502174:0:23504:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381200/0x5dfa74784542ca21 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542ca28 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460345.502769:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4394380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022438784:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1788460345.502813:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460345.502849:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bfa298540 going to sleep for 11 seconds 00000100:00100000:3.0:1788460345.503159:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022438784 00000100:00100000:3.0:1788460345.503166:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022438784 00000100:00100000:3.0:1788460345.503207:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788460345.503215:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01501850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+17:23504:x1875336022438784:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1788460345.503232:0:22767:0:(mgs_nids.c:1209:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1788460345.503248:0:22767:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788460345.503274:0:22767:0:(mgs_nids.c:325:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1788460345.503363:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01501850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+17:23504:x1875336022438784:12345-0@lo:256:mount.lustre.0 Request processed in 149us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460345.503370:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788460345.505479:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4394380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022438784:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1788460345.506101:0:23504:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788460345.506118:0:23504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381200/0x5dfa74784542ca21 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ca28 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.506129:0:23504:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381200/0x5dfa74784542ca21 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ca28 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788460345.506138:0:23504:0:(mgc_request.c:2266:mgc_process_log()) Process log params-ffff8c4ac4846000 from 1 10000000:01000000:1.0:1788460345.506141:0:23504:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788460345.506173:0:23504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381e00/0x5dfa74784542ca2f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.506181:0:23504:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381e00/0x5dfa74784542ca2f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.506190:0:23504:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381e00/0x5dfa74784542ca2f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460345.506219:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4394380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022438912:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788460345.506278:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460345.507603:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bfa298540 going to sleep for 11 seconds 00000100:00100000:1.0:1788460345.508001:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022438912 00000100:00100000:1.0:1788460345.508010:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022438912 00000100:00100000:1.0:1788460345.508061:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788460345.508071:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+17:23504:x1875336022438912:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788460345.508084:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460345.508099:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc6380000/0x5dfa74784542ca36 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542ca2f expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.508123:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc6380000/0x5dfa74784542ca36 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542ca2f expref: 18 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.508133:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc6380000/0x5dfa74784542ca36 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542ca2f expref: 18 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.508142:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc6380000, rc 0) 00000100:00100000:1.0:1788460345.508214:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:23504:x1875336022438912:12345-0@lo:101:mount.lustre.0 Request processed in 145us (1936us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460345.508220:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788460345.508277:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4394380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022438912:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788460345.508291:0:23504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381e00/0x5dfa74784542ca2f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ca36 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.508647:0:23504:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381e00/0x5dfa74784542ca2f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542ca36 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788460345.513184:0:23504:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x24:0x0] index 13 count 13 00000040:00080000:2.0:1788460345.513863:0:23504:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788460345.515510:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x27:0x0].1, 224 off8416 00000040:00080000:2.0:1788460345.515555:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x27:0x0].2, 112 off8528 00000040:00080000:2.0:1788460345.515568:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x27:0x0].3, 224 off8752 00000040:00080000:2.0:1788460345.515578:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x27:0x0].4, 224 off8976 00000040:00080000:2.0:1788460345.515588:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x27:0x0].5, 112 off9088 00000040:00080000:2.0:1788460345.515599:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x27:0x0].6, 224 off9312 00000040:00080000:2.0:1788460345.515610:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x27:0x0].7, 224 off9536 00000040:00080000:2.0:1788460345.515621:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x27:0x0].8, 128 off9664 00000040:00080000:2.0:1788460345.515630:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x27:0x0].9, 224 off9888 00000040:00080000:2.0:1788460345.515640:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x27:0x0].10, 224 off10112 00000040:00080000:2.0:1788460345.515666:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x27:0x0].11, 128 off10240 00000040:00080000:2.0:1788460345.515692:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x27:0x0].12, 224 off10464 00000040:00080000:2.0:1788460345.515698:0:23504:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x24:0x0] index 12 count 13 00000100:00100000:2.0:1788460345.516415:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf760aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022439040:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788460345.516474:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460345.516516:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befc1a180 going to sleep for 11 seconds 00000100:00100000:1.0:1788460345.516598:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022439040 00000100:00100000:1.0:1788460345.516606:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022439040 00000100:00100000:1.0:1788460345.516660:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788460345.516675:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8416050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:23504:x1875336022439040:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788460345.516808:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8416050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:23504:x1875336022439040:12345-0@lo:501:mount.lustre.0 Request processed in 134us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460345.516816:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788460345.516908:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf760aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022439040:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788460345.516996:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022439168:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788460345.517041:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460345.517066:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac52bcb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788460345.517722:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022439168 00000100:00100000:1.0:1788460345.517729:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022439168 00000100:00100000:1.0:1788460345.517778:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788460345.517786:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8416850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:23504:x1875336022439168:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788460345.517883:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8416850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:23504:x1875336022439168:12345-0@lo:503:mount.lustre.0 Request processed in 96us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460345.517889:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788460345.517983:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022439168:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788460345.518531:0:23504:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788460345.518608:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022439296:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788460345.518655:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460345.518686:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac52bcb40 going to sleep for 11 seconds 00000100:00100000:0.0:1788460345.518819:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022439296 00000100:00100000:0.0:1788460345.518824:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022439296 00000100:00100000:0.0:1788460345.518847:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788460345.518853:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8414c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:23504:x1875336022439296:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788460345.518934:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8414c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:23504:x1875336022439296:12345-0@lo:502:mount.lustre.0 Request processed in 80us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460345.518968:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788460345.519049:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022439296:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788460345.519647:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x28:0x0].1, 224 off8416 00000040:00080000:3.0:1788460345.519675:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x28:0x0].2, 112 off8528 00000040:00080000:3.0:1788460345.519689:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x28:0x0].3, 224 off8752 00000040:00080000:3.0:1788460345.519701:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x28:0x0].4, 224 off8976 00000040:00080000:3.0:1788460345.519713:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x28:0x0].5, 112 off9088 00000040:00080000:3.0:1788460345.519724:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x28:0x0].6, 224 off9312 00000040:00080000:3.0:1788460345.519734:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x28:0x0].7, 224 off9536 00000040:00080000:0.0:1788460345.521914:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x28:0x0].8, 128 off9664 00000040:00080000:0.0:1788460345.521938:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x28:0x0].9, 224 off9888 00000040:00080000:0.0:1788460345.522004:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x28:0x0].10, 224 off10112 00000040:00080000:0.0:1788460345.522019:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x28:0x0].11, 128 off10240 00000100:00100000:0.0:1788460345.522061:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4930a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022439424:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788460345.522136:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460345.522182:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bf7753180 going to sleep for 11 seconds 00000100:00100000:1.0:1788460345.522320:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022439424 00000100:00100000:1.0:1788460345.522328:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022439424 00000100:00100000:1.0:1788460345.522371:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788460345.522380:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:23504:x1875336022439424:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788460345.522494:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:23504:x1875336022439424:12345-0@lo:502:mount.lustre.0 Request processed in 114us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460345.522501:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788460345.523210:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4930a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022439424:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788460345.523282:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x28:0x0].12, 224 off10464 00000040:00080000:0.0:1788460345.523292:0:23504:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1788460345.525140:0:23518:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788460345.525152:0:23518:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460345.525165:0:23518:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788460345.525175:0:23518:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c4ac4846000 00000020:00000080:1.0:1788460345.525178:0:23518:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788460345.525186:0:23518:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788460345.525188:0:23518:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460345.525189:0:23518:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788460345.525192:0:23518:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788460345.525194:0:23518:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460345.525434:0:23518:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788460345.525441:0:23518:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c4ac4846000 00000020:00000080:1.0:1788460345.525444:0:23518:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788460345.525502:0:23518:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788460345.525507:0:23518:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460345.525508:0:23518:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788460345.525511:0:23518:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788460345.525513:0:23518:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460345.525515:0:23518:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788460345.525518:0:23518:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8c4ac4846000 00000020:00000080:1.0:1788460345.525520:0:23518:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788460345.525537:0:23518:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788460345.525540:0:23518:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460345.525542:0:23518:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788460345.525544:0:23518:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788460345.525546:0:23518:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460345.525547:0:23518:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788460345.525550:0:23518:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8c4ac4846000 00000020:00000080:1.0:1788460345.525551:0:23518:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788460345.525573:0:23518:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788460345.525576:0:23518:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460345.525577:0:23518:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788460345.525580:0:23518:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x28:0x0] index 13 count 13 00000020:01000000:0.0:1788460345.526631:0:23504:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788460345.526659:0:23504:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788460345.526677:0:23504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381e00/0x5dfa74784542ca2f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ca36 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460345.526704:0:23504:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381e00/0x5dfa74784542ca2f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ca36 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460345.526779:0:23504:0:(mgc_request.c:2423:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788460345.526782:0:23504:0:(mgc_request.c:424:config_log_add()) add config log lustre-client-ffff8c4ac4846000 10000000:01000000:0.0:1788460345.526785:0:23504:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-client-ffff8c4ac4846000 10000000:01000000:0.0:1788460345.526790:0:23504:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788460345.526809:0:23504:0:(mgc_request_server.c:106:mgc_fs_setup()) mgc192.168.206.105@tcp: setup lustre-MDT0001-osd 00000040:01000000:0.0:1788460345.526880:0:23504:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 1 is initialized 00000040:01000000:0.0:1788460345.526886:0:23504:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 0 is initialized 10000000:01000000:0.0:1788460345.526896:0:23504:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-client-ffff8c4ac4846000 from 1 10000000:01000000:0.0:1788460345.526899:0:23504:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788460345.526931:0:23504:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef209600/0x5dfa74784542ca3d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460345.526939:0:23504:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bef209600/0x5dfa74784542ca3d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460345.526967:0:23504:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bef209600/0x5dfa74784542ca3d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460345.526989:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4930a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022439552:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788460345.527048:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460345.527086:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022439552 00000100:00100000:0.0:1788460345.527093:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022439552 00000100:00100000:0.0:1788460345.527132:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788460345.527141:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8416c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:23504:x1875336022439552:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788460345.527152:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788460345.527183:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bef208a00/0x5dfa74784542ca44 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542ca3d expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460345.527214:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bef208a00/0x5dfa74784542ca44 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542ca3d expref: 19 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460345.527225:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bef208a00/0x5dfa74784542ca44 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542ca3d expref: 19 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460345.527234:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bef208a00, rc 0) 00000100:00100000:0.0:1788460345.527277:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8416c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:23504:x1875336022439552:12345-0@lo:101:mount.lustre.0 Request processed in 137us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460345.527284:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788460345.529823:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bf7753840 going to sleep for 11 seconds 00000100:00100000:0.0:1788460345.529855:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4930a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022439552:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788460345.529877:0:23504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bef209600/0x5dfa74784542ca3d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ca44 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460345.529888:0:23504:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bef209600/0x5dfa74784542ca3d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542ca44 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788460345.545103:0:23504:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x20:0x0] index 52 count 51 00000040:00080000:2.0:1788460345.545637:0:23504:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788460345.546720:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].1, 224 off8416 00000040:00080000:2.0:1788460345.547934:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].2, 120 off8536 00000040:00080000:2.0:1788460345.547986:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].3, 168 off8704 00000040:00080000:2.0:1788460345.548002:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].4, 224 off8928 00000040:00080000:2.0:1788460345.548015:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].5, 224 off9152 00000040:00080000:2.0:1788460345.548029:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].6, 120 off9272 00000040:00080000:2.0:1788460345.548042:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].7, 168 off9440 00000040:00080000:2.0:1788460345.548056:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].8, 224 off9664 00000040:00080000:2.0:1788460345.548067:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].9, 224 off9888 00000040:00080000:2.0:1788460345.548079:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].10, 120 off10008 00000040:00080000:2.0:1788460345.548108:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].11, 224 off10232 00000040:00080000:2.0:1788460345.548125:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].12, 224 off10456 00000040:00080000:2.0:1788460345.548136:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].13, 88 off10544 00000040:00080000:2.0:1788460345.548148:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].14, 128 off10672 00000040:00080000:2.0:1788460345.548161:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].15, 144 off10816 00000040:00080000:2.0:1788460345.548174:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].16, 160 off10976 00000040:00080000:2.0:1788460345.548187:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].17, 224 off11200 00000040:00080000:2.0:1788460345.548199:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].18, 224 off11424 00000040:00080000:2.0:1788460345.548212:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].19, 80 off11504 00000040:00080000:2.0:1788460345.548225:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].20, 224 off11728 00000040:00080000:2.0:1788460345.548237:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].21, 224 off11952 00000040:00080000:2.0:1788460345.548248:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].22, 88 off12040 00000040:00080000:2.0:1788460345.548276:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].23, 128 off12168 00000040:00080000:2.0:1788460345.548291:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].24, 144 off12312 00000040:00080000:2.0:1788460345.548303:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].25, 160 off12472 00000040:00080000:2.0:1788460345.548317:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].26, 224 off12696 00000040:00080000:2.0:1788460345.548345:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].27, 224 off12920 00000040:00080000:2.0:1788460345.548361:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].28, 80 off13000 00000040:00080000:2.0:1788460345.548376:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].29, 224 off13224 00000040:00080000:2.0:1788460345.548389:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].30, 224 off13448 00000040:00080000:2.0:1788460345.548415:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].31, 88 off13536 00000040:00080000:2.0:1788460345.548428:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].32, 128 off13664 00000040:00080000:2.0:1788460345.548440:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].33, 144 off13808 00000040:00080000:2.0:1788460345.548453:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].34, 128 off13936 00000040:00080000:2.0:1788460345.548466:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].35, 224 off14160 00000040:00080000:2.0:1788460345.548480:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].36, 224 off14384 00000040:00080000:2.0:1788460345.548492:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].37, 80 off14464 00000040:00080000:2.0:1788460345.548505:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].38, 224 off14688 00000040:00080000:2.0:1788460345.548518:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].39, 224 off14912 00000040:00080000:2.0:1788460345.548533:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].40, 88 off15000 00000040:00080000:2.0:1788460345.548543:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].41, 128 off15128 00000040:00080000:2.0:1788460345.548555:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].42, 144 off15272 00000040:00080000:2.0:1788460345.548583:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].43, 128 off15400 00000040:00080000:2.0:1788460345.548598:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].44, 224 off15624 00000040:00080000:2.0:1788460345.548610:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].45, 224 off15848 00000040:00080000:2.0:1788460345.548623:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].46, 80 off15928 00000040:00080000:2.0:1788460345.548636:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].47, 224 off16152 00000040:00080000:2.0:1788460345.548649:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].48, 232 off16384 00000040:00080000:2.0:1788460345.548793:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].49, 224 off16608 00000040:00080000:2.0:1788460345.548815:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].50, 120 off16728 00000040:00080000:2.0:1788460345.548833:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].51, 224 off16952 00000040:00080000:2.0:1788460345.548839:0:23504:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x20:0x0] index 51 count 51 00000100:00100000:2.0:1788460345.548929:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022439680:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788460345.549011:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460345.549051:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befc1a000 going to sleep for 11 seconds 00000100:00100000:1.0:1788460345.550429:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022439680 00000100:00100000:1.0:1788460345.550439:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022439680 00000100:00100000:1.0:1788460345.550487:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788460345.550496:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:23504:x1875336022439680:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788460345.550631:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:23504:x1875336022439680:12345-0@lo:501:mount.lustre.0 Request processed in 136us (1619us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460345.550639:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788460345.550876:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022439680:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788460345.550918:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022439808:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788460345.550988:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460345.551010:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befc1a000 going to sleep for 11 seconds 00000100:00100000:3.0:1788460345.551282:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022439808 00000100:00100000:3.0:1788460345.551287:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022439808 00000100:00100000:3.0:1788460345.551334:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788460345.551341:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:23504:x1875336022439808:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788460345.551428:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:23504:x1875336022439808:12345-0@lo:503:mount.lustre.0 Request processed in 87us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460345.551435:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788460345.551480:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022439808:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788460345.551880:0:23504:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788460345.551969:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022439936:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788460345.552006:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460345.552030:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2be0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788460345.552046:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022439936 00000100:00100000:3.0:1788460345.552050:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022439936 00000100:00100000:3.0:1788460345.552068:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788460345.552074:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:23504:x1875336022439936:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788460345.552152:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:23504:x1875336022439936:12345-0@lo:502:mount.lustre.0 Request processed in 77us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460345.552159:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788460345.552211:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022439936:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788460345.552365:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].1, 224 off8416 00000040:00080000:3.0:1788460345.552388:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].2, 120 off8536 00000040:00080000:3.0:1788460345.552402:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].3, 168 off8704 00000040:00080000:3.0:1788460345.552415:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].4, 224 off8928 00000040:00080000:3.0:1788460345.552429:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].5, 224 off9152 00000040:00080000:3.0:1788460345.552441:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].6, 120 off9272 00000040:00080000:3.0:1788460345.552456:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].7, 168 off9440 00000040:00080000:3.0:1788460345.552471:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].8, 224 off9664 00000040:00080000:3.0:1788460345.552485:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].9, 224 off9888 00000040:00080000:3.0:1788460345.552499:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].10, 120 off10008 00000040:00080000:3.0:1788460345.552511:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].11, 224 off10232 00000040:00080000:3.0:1788460345.552524:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].12, 224 off10456 00000040:00080000:3.0:1788460345.552537:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].13, 88 off10544 00000040:00080000:3.0:1788460345.552549:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].14, 128 off10672 00000040:00080000:3.0:1788460345.552575:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].15, 144 off10816 00000040:00080000:3.0:1788460345.552592:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].16, 160 off10976 00000040:00080000:3.0:1788460345.552604:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].17, 224 off11200 00000040:00080000:3.0:1788460345.552616:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].18, 224 off11424 00000040:00080000:3.0:1788460345.552628:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].19, 80 off11504 00000040:00080000:3.0:1788460345.552641:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].20, 224 off11728 00000040:00080000:3.0:1788460345.552653:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].21, 224 off11952 00000040:00080000:3.0:1788460345.552675:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].22, 88 off12040 00000040:00080000:3.0:1788460345.552690:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].23, 128 off12168 00000040:00080000:3.0:1788460345.552703:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].24, 144 off12312 00000040:00080000:3.0:1788460345.552716:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].25, 160 off12472 00000040:00080000:3.0:1788460345.552728:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].26, 224 off12696 00000040:00080000:3.0:1788460345.552740:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].27, 224 off12920 00000040:00080000:3.0:1788460345.552755:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].28, 80 off13000 00000040:00080000:3.0:1788460345.552770:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].29, 224 off13224 00000040:00080000:3.0:1788460345.552784:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].30, 224 off13448 00000040:00080000:3.0:1788460345.552812:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].31, 88 off13536 00000040:00080000:3.0:1788460345.552826:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].32, 128 off13664 00000040:00080000:3.0:1788460345.552836:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].33, 144 off13808 00000040:00080000:3.0:1788460345.552846:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].34, 128 off13936 00000040:00080000:3.0:1788460345.552858:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].35, 224 off14160 00000040:00080000:3.0:1788460345.552870:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].36, 224 off14384 00000040:00080000:3.0:1788460345.552882:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].37, 80 off14464 00000040:00080000:3.0:1788460345.552894:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].38, 224 off14688 00000040:00080000:3.0:1788460345.552907:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].39, 224 off14912 00000040:00080000:3.0:1788460345.552921:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].40, 88 off15000 00000040:00080000:3.0:1788460345.552933:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].41, 128 off15128 00000040:00080000:3.0:1788460345.552973:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].42, 144 off15272 00000040:00080000:3.0:1788460345.552988:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].43, 128 off15400 00000040:00080000:3.0:1788460345.553002:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].44, 224 off15624 00000040:00080000:3.0:1788460345.553014:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].45, 224 off15848 00000040:00080000:3.0:1788460345.553023:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].46, 80 off15928 00000040:00080000:3.0:1788460345.553048:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].47, 224 off16152 00000040:00080000:3.0:1788460345.553061:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].48, 232 off16384 00000100:00100000:3.0:1788460345.553093:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022440064:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788460345.553133:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460345.553150:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2be0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788460345.553167:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022440064 00000100:00100000:3.0:1788460345.553171:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022440064 00000100:00100000:3.0:1788460345.553199:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788460345.553204:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:23504:x1875336022440064:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788460345.553298:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:23504:x1875336022440064:12345-0@lo:502:mount.lustre.0 Request processed in 93us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460345.553305:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788460345.553349:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022440064:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788460345.553484:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].49, 224 off16608 00000040:00080000:3.0:1788460345.553505:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].50, 120 off16728 00000100:00100000:3.0:1788460345.553525:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022440192:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788460345.553559:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460345.553574:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2be0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788460345.553587:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022440192 00000100:00100000:3.0:1788460345.553591:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022440192 00000100:00100000:3.0:1788460345.553608:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788460345.553614:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:23504:x1875336022440192:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788460345.553679:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:23504:x1875336022440192:12345-0@lo:502:mount.lustre.0 Request processed in 64us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460345.553687:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788460345.553724:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022440192:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788460345.553759:0:23504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].51, 224 off16952 00000040:00080000:3.0:1788460345.553766:0:23504:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1788460345.558677:0:23523:0:(obd_mount.c:308:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:1.0:1788460345.558694:0:23523:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8c4bfb5f3310) 00000020:00000080:1.0:1788460345.558719:0:23523:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:1.0:1788460345.558814:0:23523:0:(tgt_mount.c:167:server_get_mount()) get mount ffff8c4ac4846000 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1788460345.558819:0:23523:0:(tgt_mount.c:201:server_put_mount()) put mount ffff8c4ac4846000 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1788460345.558821:0:23523:0:(obd_mount.c:798:lustre_put_lsi()) put ffff8c4ac4846000 3 00010000:00080000:1.0:1788460345.558848:0:23523:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c4ac41a5000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.206.105@tcp at head 00010000:00010000:1.0:1788460345.560570:0:23523:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:1.0:1788460345.560747:0:23523:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:1.0:1788460345.560781:0:23523:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788460345.560792:0:23523:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x5dfa74784542ca52 00000100:00080000:1.0:1788460345.560801:0:23523:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788460345.560806:0:23523:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8c4ac41a5000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:1.0:1788460345.560837:0:23523:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bc4394380 x1875336022440320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788460345.560877:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3658:1875336022440320:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788460345.560938:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460345.561018:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022440320 00000100:00100000:1.0:1788460345.561025:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022440320 00000100:00100000:1.0:1788460345.561052:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788460345.561058:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3658:x1875336022440320:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788460345.561079:0:22773:0:(ldlm_lib.c:1461:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 642 last 0 00000020:00000080:1.0:1788460345.561115:0:22773:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x5dfa74784542ca59 00000004:00100000:1.0:1788460345.561129:0:22773:0:(mdt_handler.c:7310:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788460345.561153:0:22773:0:(import.c:65:import_set_state_nolock()) ffff8c4ac41a4000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788460345.572564:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4395500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1875336022440320:12345-0@lo:38:llog_process_th.0 Request processed in 11496us (11617us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460345.572579:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1788460345.572649:0:3658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8c4bc4394380 x1875336022440320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788460355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460345.572669:0:3658:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788460345.572678:0:3658:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1788460345.572687:0:3658:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1788460345.572691:0:3658:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788460345.572694:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4ac41a5000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788460345.572701:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3658:1875336022440320:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1788460345.579004:0:23523:0:(pinger.c:380:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000040:00080000:0.0:1788460345.586225:0:23523:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2a:0x0] index 52 count 51 00000100:00080000:3.0:1788460345.586708:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460345.586713:0:37:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788460345.586716:0:37:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460345.586719:0:37:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:0.0:1788460345.589058:0:23504:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1788460345.589078:0:23504:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788460345.589093:0:23504:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef209600/0x5dfa74784542ca3d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ca44 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460345.589104:0:23504:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bef209600/0x5dfa74784542ca3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ca44 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788460345.589409:0:23504:0:(tgt_mount.c:1239:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788460345.589411:0:23504:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788460345.589412:0:23504:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788460345.589413:0:23504:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:0.0:1788460345.589415:0:23504:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:0.0:1788460345.589416:0:23504:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:0.0:1788460345.589417:0:23504:0:(tgt_mount.c:1246:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788460345.589419:0:23504:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788460345.589420:0:23504:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788460345.589424:0:23504:0:(mgc_request_server.c:449:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:0.0:1788460345.589426:0:23504:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788460345.589427:0:23504:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788460345.589428:0:23504:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788460345.589429:0:23504:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:0.0:1788460345.589430:0:23504:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:0.0:1788460345.589431:0:23504:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:0.0:1788460345.589432:0:23504:0:(tgt_mount.c:1246:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788460345.589433:0:23504:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788460345.589434:0:23504:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788460345.589457:0:23504:0:(mgc_request_server.c:279:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1788460345.589473:0:23504:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4930a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022440448:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788460345.589534:0:23504:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460345.589567:0:23504:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bf7753180 going to sleep for 11 seconds 00000100:00100000:3.0:1788460345.593099:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022440448 00000100:00100000:3.0:1788460345.593112:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022440448 00000100:00100000:3.0:1788460345.593176:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788460345.593185:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:23504:x1875336022440448:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788460345.593214:0:22766:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1788460345.593226:0:22766:0:(mgs_nids.c:475:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:3.0:1788460345.617703:0:22753:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:1.0:1788460345.617835:0:22766:0:(mgs_nids.c:842:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788460345.617852:0:22766:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1788460345.618257:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:23504:x1875336022440448:12345-0@lo:253:mount.lustre.0 Request processed in 25061us (28710us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460345.618270:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 20000000:01000000:3.0:1788460345.618483:0:22788:0:(mgs_nids.c:739:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1788460345.618488:0:22788:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1788460345.618506:0:22788:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca60 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460345.618519:0:22788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c4bef208600/0x5dfa74784542c956 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542c94f expref: 18 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460345.618526:0:22788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542ca28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542ca21 expref: 18 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460345.618532:0:22788:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca60 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460345.618567:0:22788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542ca28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5dfa74784542ca21 expref: 18 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460345.618580:0:22788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542ca28 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5dfa74784542ca21 expref: 18 pid: 22766 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460345.618593:0:22788:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2976d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1875336022440576:0@lo:104: 00000100:00100000:3.0:1788460345.618627:0:22788:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788460345.618674:0:22788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c4bef208600/0x5dfa74784542c956 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5dfa74784542c94f expref: 18 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460345.618700:0:22788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c4bef208600/0x5dfa74784542c956 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5dfa74784542c94f expref: 18 pid: 22767 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460345.618709:0:22788:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2975880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1875336022440704:0@lo:104: 00000100:00100000:3.0:1788460345.618733:0:22788:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460345.618761:0:22788:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bedf62840 going to sleep for 11 seconds 00000100:00100000:1.0:1788460345.618880:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022440576 00000100:00100000:1.0:1788460345.618887:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022440576 00000100:00100000:1.0:1788460345.618913:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022440704 00000100:00100000:1.0:1788460345.618916:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022440704 00000100:00100000:1.0:1788460345.618930:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788460345.618938:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2975f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+4:22788:x1875336022440576:12345-0@lo:104: 00010000:00010000:1.0:1788460345.618974:0:22756:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381200/0x5dfa74784542ca21 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542ca28 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.619018:0:22756:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788460345.619023:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2975f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+4:22788:x1875336022440576:12345-0@lo:104: Request processed in 87us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460345.619029:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788460345.619043:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788460345.619062:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2976a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+3:22788:x1875336022440704:12345-0@lo:104: 00010000:00010000:1.0:1788460345.619080:0:22756:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381800/0x5dfa74784542c94f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542c956 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.619113:0:22756:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788460345.619118:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2976a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+3:22788:x1875336022440704:12345-0@lo:104: Request processed in 70us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460345.619124:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:1.0:1788460345.619143:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788460345.619148:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381200/0x5dfa74784542ca21 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542ca28 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.619166:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc6381200 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:1.0:1788460345.619170:0:22762:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381200/0x5dfa74784542ca21 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x5dfa74784542ca28 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.619185:0:22762:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381200/0x5dfa74784542ca21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x5dfa74784542ca28 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788460345.619192:0:22762:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381200/0x5dfa74784542ca21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x5dfa74784542ca28 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788460345.619197:0:22762:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788460345.619225:0:22762:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381200/0x5dfa74784542ca21 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542ca28 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.619231:0:22762:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788460345.619247:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381200/0x5dfa74784542ca21 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542ca28 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.619264:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381200/0x5dfa74784542ca21 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542ca28 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.619283:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788460345.619287:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381800/0x5dfa74784542c94f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542c956 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.619292:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc6381800 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:1.0:1788460345.619295:0:22762:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381800/0x5dfa74784542c94f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x5dfa74784542c956 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.619514:0:22762:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381800/0x5dfa74784542c94f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x5dfa74784542c956 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788460345.619521:0:22762:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381800/0x5dfa74784542c94f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x5dfa74784542c956 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788460345.619526:0:22762:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788460345.619542:0:22762:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381800/0x5dfa74784542c94f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542c956 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.619547:0:22762:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788460345.619563:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381800/0x5dfa74784542c94f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542c956 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.619570:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381800/0x5dfa74784542c94f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542c956 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.619584:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460345.619585:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460345.619587:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460345.619594:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788460345.619617:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52effe76-ab9d-442f-b102-f6f3593bcd8d:3662:1875336022440832:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788460345.619644:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460345.619680:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4395180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022440960:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788460345.619702:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460345.619856:0:22788:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2976d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1875336022440576:0@lo:104: 00000100:00100000:3.0:1788460345.619866:0:22788:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2975880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1875336022440704:0@lo:104: 00010000:00010000:3.0:1788460345.619885:0:22788:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca60 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460345.619931:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022440832 00000100:00100000:1.0:1788460345.619935:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022440832 00010000:00010000:1.0:1788460345.619982:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542ca28 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542ca21 expref: 19 pid: 22766 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460345.620001:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022440960 00000100:00100000:1.0:1788460345.620004:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022440960 00010000:00010000:1.0:1788460345.620014:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c4bef208600/0x5dfa74784542c956 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542c94f expref: 20 pid: 22767 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460345.620026:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788460345.620032:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4396a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52effe76-ab9d-442f-b102-f6f3593bcd8d+20:3662:x1875336022440832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788460345.620041:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1788460345.620327:0:22760:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1788460345.620335:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:1.0:1788460345.620427:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542ca28 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542ca21 expref: 20 pid: 22766 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.620440:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542ca28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5dfa74784542ca21 expref: 20 pid: 22766 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.620453:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542ca28 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5dfa74784542ca21 expref: 20 pid: 22766 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.620467:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788460345.620509:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4396a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:3662:x1875336022440832:12345-0@lo:103:ldlm_bl.0 Request processed in 478us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460345.620516:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788460345.620539:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788460345.620545:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4396d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:3659:x1875336022440960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788460345.620553:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788460345.620558:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c4bef208600/0x5dfa74784542c956 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542c94f expref: 18 pid: 22767 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.620566:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c4bef208600/0x5dfa74784542c956 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5dfa74784542c94f expref: 18 pid: 22767 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.620576:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bef208600/0x5dfa74784542c956 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5dfa74784542c94f expref: 18 pid: 22767 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.620587:0:22759:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca60 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.620595:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca60 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788460345.620606:0:22759:0:(mgs_nids.c:715:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002119084s 00010000:00010000:1.0:1788460345.620611:0:22759:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca60 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.620618:0:22759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca60 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.620624:0:22759:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca60 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.620642:0:22759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca60 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.620648:0:22759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc6ca6000 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:1.0:1788460345.620658:0:22759:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca60 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.620667:0:22759:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca60 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.620681:0:22759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca60 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.620691:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788460345.620720:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4396d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52effe76-ab9d-442f-b102-f6f3593bcd8d+17:3659:x1875336022440960:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (1018us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460345.620727:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:1.0:1788460345.621152:0:22788:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca60 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.621394:0:22788:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca60 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460345.621401:0:22788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca60 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460345.621438:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4395180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022440960:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788460345.621606:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4394380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52effe76-ab9d-442f-b102-f6f3593bcd8d:3662:1875336022440832:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788460345.623056:0:23504:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4930a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:23504:1875336022440448:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788460345.623072:0:23504:0:(mgc_request_server.c:300:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1788460345.623075:0:23504:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788460345.623077:0:23504:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1788460345.623078:0:23504:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788460345.623079:0:23504:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:3.0:1788460345.623081:0:23504:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:3.0:1788460345.623082:0:23504:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:3.0:1788460345.623083:0:23504:0:(tgt_mount.c:1246:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788460345.623085:0:23504:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788460345.623086:0:23504:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788460345.623100:0:23504:0:(tgt_mount.c:2880:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000040:01000000:3.0:1788460345.655538:0:23504:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:2.0:1788460345.655621:0:23531:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:2.0:1788460345.655631:0:23531:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:2.0:1788460345.655868:0:23532:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788460345.656149:0:23504:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:2.0:1788460345.656496:0:23532:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788460345.657830:0:23533:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4933100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23533:1875336022441088:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788460345.657897:0:23533:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:01000000:1.0:1788460345.658086:0:23504:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:1.0:1788460345.658124:0:23504:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788460345.658873:0:23533:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bf7753300 going to sleep for 11 seconds 00000004:00000080:1.0:1788460345.659585:0:23504:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1788460345.659597:0:23504:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:1.0:1788460345.659651:0:23504:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788460345.660651:0:23504:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1788460345.661178:0:23504:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1788460345.661205:0:23504:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:1.0:1788460345.661312:0:23504:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788460345.673397:0:23532:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1788460345.673476:0:23532:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:3.0:1788460345.674017:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022441088 00000100:00100000:3.0:1788460345.674036:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022441088 00000100:00100000:3.0:1788460345.674975:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788460345.674986:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4932d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23533:x1875336022441088:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788460345.675563:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4932d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23533:x1875336022441088:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 578us (17664us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460345.675571:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00080000:10000000:2.0:1788460345.676218:0:23504:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:1.0:1788460345.679859:0:23504:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1788460345.681434:0:23504:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1788460345.681460:0:23504:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffba0a0196b9b8 00100000:10000000:1.0:1788460345.681467:0:23504:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000100:00100000:0.0:1788460345.682118:0:23533:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4933100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23533:1875336022441088:0@lo:1000:lod0001_rec0000.0 00000040:01000000:2.0:1788460345.682749:0:23533:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1788460345.682792:0:23533:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23533:1875336022441216:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788460345.682845:0:23533:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460345.682873:0:23533:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc6bd83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788460345.683333:0:23512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022441216 00000100:00100000:3.0:1788460345.683340:0:23512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022441216 00000100:00100000:3.0:1788460345.683374:0:23512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788460345.683381:0:23512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7609c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23533:x1875336022441216:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788460345.683495:0:23512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7609c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23533:x1875336022441216:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 114us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460345.683502:0:23512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788460345.683669:0:23533:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23533:1875336022441216:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788460345.683721:0:23533:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23533:1875336022441344:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1788460345.683760:0:23533:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460345.683773:0:23533:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc6bd8540 going to sleep for 11 seconds 00000100:00100000:3.0:1788460345.683866:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022441344 00000100:00100000:3.0:1788460345.683870:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022441344 00000100:00100000:3.0:1788460345.683898:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788460345.683904:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf760b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23533:x1875336022441344:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1788460345.683937:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf760b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23533:x1875336022441344:12345-0@lo:900:lod0001_rec0000.0 Request processed in 33us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460345.683964:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1788460345.684024:0:23533:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8c4bf7608700 x1875336022441344/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788460361 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460345.684035:0:23533:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23533:1875336022441344:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1788460345.684076:0:23533:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23533:1875336022441472:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788460345.684097:0:23533:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460345.684116:0:23533:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc6bd83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788460345.684166:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022441472 00000100:00100000:3.0:1788460345.684170:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022441472 00000100:00100000:3.0:1788460345.684204:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788460345.684210:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf760ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23533:x1875336022441472:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788460345.684265:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf760ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23533:x1875336022441472:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 54us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460345.684271:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788460345.684489:0:23533:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23533:1875336022441472:0@lo:1000:lod0001_rec0000.0 00000040:00080000:2.0:1788460345.684523:0:23533:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000020:01000004:1.0:1788460345.686542:0:23504:0:(tgt_mount.c:2600:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1788460345.686562:0:23504:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000040:00080000:2.0:1788460345.690648:0:23533:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1788460345.690712:0:23533:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:2.0:1788460345.690717:0:23533:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000020:00000004:1.0:1788460345.695305:0:23504:0:(tgt_mount.c:2486:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788460345.695522:0:23504:0:(tgt_mount.c:2501:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788460346.001385:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788460346.513583:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 00000040:00080000:3.0:1788460346.643763:0:23529:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788460347.025459:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788460347.225482:0:22770:0:(mgc_request.c:715:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788460347.225490:0:22770:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-mdtir-ffff8c4ac4846000 from 12 10000000:01000000:1.0:1788460347.225496:0:22770:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788460347.225536:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381400/0x5dfa74784542ca67 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460347.225549:0:22770:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381400/0x5dfa74784542ca67 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460347.225559:0:22770:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381400/0x5dfa74784542ca67 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460347.225581:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4395180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022441600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788460347.225644:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460347.225699:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc5312180 going to sleep for 11 seconds 00000100:00100000:2.0:1788460347.225804:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022441600 00000100:00100000:2.0:1788460347.225812:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022441600 00000100:00100000:2.0:1788460347.225862:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788460347.225871:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+17:22770:x1875336022441600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788460347.225883:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788460347.225896:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542ca6e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542ca67 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460347.225919:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542ca6e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542ca67 expref: 18 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460347.225929:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542ca6e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542ca67 expref: 18 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460347.225937:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac395fe00, rc 0) 00000100:00100000:2.0:1788460347.226003:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:22770:x1875336022441600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460347.226009:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788460347.226104:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4395180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022441600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788460347.226119:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381400/0x5dfa74784542ca67 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ca6e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460347.226140:0:22770:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381400/0x5dfa74784542ca67 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542ca6e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460347.226201:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4930380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022441728:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788460347.226234:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460347.226274:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bf7753480 going to sleep for 11 seconds 00000100:00100000:2.0:1788460347.226414:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022441728 00000100:00100000:2.0:1788460347.226419:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022441728 00000100:00100000:2.0:1788460347.226450:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788460347.226457:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:22770:x1875336022441728:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788460347.226470:0:22766:0:(mgs_nids.c:1209:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788460347.226484:0:22766:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788460347.226487:0:22766:0:(mgs_nids.c:325:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1788460347.226558:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:22770:x1875336022441728:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 101us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460347.226565:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788460347.227293:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4930380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022441728:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788460347.227350:0:22770:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788460347.227359:0:22770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381400/0x5dfa74784542ca67 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ca6e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460347.227367:0:22770:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381400/0x5dfa74784542ca67 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ca6e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460347.227380:0:22770:0:(mgc_request.c:715:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788460347.227381:0:22770:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-mdtir-ffff8c4c01464800 from 12 10000000:01000000:0.0:1788460347.227384:0:22770:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788460347.227404:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542ca75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460347.227412:0:22770:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542ca75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460347.227420:0:22770:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542ca75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460347.227434:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4930380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022441856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788460347.227475:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460347.227501:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bf7753480 going to sleep for 11 seconds 00000100:00100000:0.0:1788460347.227515:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022441856 00000100:00100000:0.0:1788460347.227519:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022441856 00000100:00100000:0.0:1788460347.227548:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788460347.227555:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:22770:x1875336022441856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788460347.227563:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788460347.227572:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bef209c00/0x5dfa74784542ca7c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542ca75 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460347.227588:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bef209c00/0x5dfa74784542ca7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542ca75 expref: 19 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460347.227598:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bef209c00/0x5dfa74784542ca7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542ca75 expref: 19 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460347.227606:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bef209c00, rc 0) 00000100:00100000:0.0:1788460347.227637:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:22770:x1875336022441856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 82us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460347.227643:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788460347.227688:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4930380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022441856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788460347.227699:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542ca75 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ca7c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460347.227706:0:22770:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542ca75 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542ca7c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460347.227744:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4930380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022441984:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788460347.227775:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460347.227788:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bf7753480 going to sleep for 11 seconds 00000100:00100000:0.0:1788460347.227799:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022441984 00000100:00100000:0.0:1788460347.227803:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022441984 00000100:00100000:0.0:1788460347.227819:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788460347.227824:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4be2c77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:22770:x1875336022441984:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788460347.227834:0:22767:0:(mgs_nids.c:1209:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788460347.227846:0:22767:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788460347.227849:0:22767:0:(mgs_nids.c:325:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1788460347.227914:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4be2c77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:22770:x1875336022441984:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 90us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460347.227921:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788460347.227975:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4930380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022441984:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788460347.228006:0:22770:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788460347.228012:0:22770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542ca75 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ca7c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460347.228019:0:22770:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542ca75 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ca7c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460347.537397:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 00000040:00080000:3.0:1788460347.665909:0:23529:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788460348.051199:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788460348.561068:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 00010000:00010000:1.0:1788460349.073791:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460349.585338:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 00010000:00010000:0.0:1788460350.100923:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788460350.545235:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2975880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022442112:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788460350.545302:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460350.545367:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022442112 00000100:00100000:3.0:1788460350.545374:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022442112 00000100:00100000:3.0:1788460350.545418:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788460350.545427:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2976d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022442112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788460350.545459:0:22777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788460350.545781:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2976d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022442112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 354us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460350.545789:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788460350.546031:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2975880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022442112:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788460350.609010:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 0 seconds 00000100:00080000:3.0:1788460351.057120:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788460351.057128:0:36:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788460351.057131:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c4bfa02b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788460351.057143:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8c4bfa02b800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:3.0:1788460351.057166:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac2974e00 x1875336022442368/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788460351.057182:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460351.057186:0:36:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788460351.057188:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460351.057191:0:36:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788460351.057217:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460351.057231:0:36:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788460351.057247:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460351.057250:0:36:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788460351.057330:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2977100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875336022442496:0@lo:400:kworker.0 00000100:00100000:3.0:1788460351.057473:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460351.057522:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788460351.057529:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52effe76-ab9d-442f-b102-f6f3593bcd8d:3662:1875336022442240:0@lo:400:kworker.0 00000100:00100000:3.0:1788460351.057556:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460351.057594:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022442624:0@lo:400:kworker.0 00000100:00100000:3.0:1788460351.057620:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460351.057641:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788460351.057646:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3659:1875336022442752:0@lo:400:kworker.0 00000100:00100000:3.0:1788460351.057669:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460351.057699:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022442496 00000100:00100000:3.0:1788460351.057706:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022442496 00000100:00100000:3.0:1788460351.057745:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022442752 00000100:00100000:3.0:1788460351.057748:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022442752 00000100:00100000:3.0:1788460351.057763:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788460351.057770:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2976680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875336022442496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460351.057821:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2976680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875336022442496:12345-0@lo:400:kworker.0 Request processed in 51us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460351.057827:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788460351.057843:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788460351.057849:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2975c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1875336022442752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460351.057878:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2975c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1875336022442752:12345-0@lo:400:kworker.0 Request processed in 29us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460351.057894:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788460351.057912:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022442624 00000100:00100000:3.0:1788460351.057915:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022442624 00000100:00100000:3.0:1788460351.057936:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788460351.057941:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022442624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460351.057993:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022442624:12345-0@lo:400:kworker.0 Request processed in 52us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460351.057999:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00080000:3.0:1788460351.058036:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c4ac2977b80 x1875336022442752/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460351.058049:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3659:1875336022442752:0@lo:400:kworker.0 00000100:00100000:3.0:1788460351.058059:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022442624:0@lo:400:kworker.0 00010000:00080000:3.0:1788460351.058089:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c4ac2977100 x1875336022442496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460351.058097:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2977100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875336022442496:0@lo:400:kworker.0 00000100:00100000:2.0:1788460351.058263:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2974e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022442368:0@lo:38:kworker.0 00000100:00100000:2.0:1788460351.058302:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460351.058443:0:23512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022442368 00000100:00100000:3.0:1788460351.058448:0:23512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022442368 00000100:00100000:3.0:1788460351.058473:0:23512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788460351.058478:0:23512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7608700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3658:x1875336022442368:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1788460351.058501:0:23512:0:(ldlm_lib.c:1461:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 648 last 0 00000020:00000080:3.0:1788460351.058535:0:23512:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x5dfa74784542ca83 00000004:00100000:3.0:1788460351.058548:0:23512:0:(mdt_handler.c:7310:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1788460351.058554:0:23512:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1788460351.063501:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022442240 00000100:00100000:0.0:1788460351.063524:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022442240 00000100:00100000:0.0:1788460351.063575:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788460351.063584:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4be0241850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:3662:x1875336022442240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460351.063669:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4be0241850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:3662:x1875336022442240:12345-0@lo:400:kworker.0 Request processed in 85us (6111us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460351.063683:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788460351.063746:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52effe76-ab9d-442f-b102-f6f3593bcd8d:3662:1875336022442240:0@lo:400:kworker.0 00000100:00080000:1.0:1788460351.069886:0:23512:0:(import.c:65:import_set_state_nolock()) ffff8c4bf76aa000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788460351.070083:0:23512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7608700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3658:x1875336022442368:12345-0@lo:38:kworker.0 Request processed in 11601us (11777us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460351.070093:0:23512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:3.0:1788460351.070182:0:3658:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788460351.070202:0:3658:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1788460351.070207:0:3658:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1788460351.070210:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bfa02b800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1788460351.070238:0:3658:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000b5da7524): req@ffff8c4bc4397800 x1875336022434688/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460351.070257:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2974e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022442368:0@lo:38:kworker.0 00000100:00100000:3.0:1788460351.070331:0:22814:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460351.070366:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788460351.070396:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022434688 00000100:00100000:3.0:1788460351.070401:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022434688 00000100:00100000:3.0:1788460351.070439:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788460351.070447:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2974e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22814:x1875336022434688:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1788460351.070507:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2974e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22814:x1875336022434688:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 61us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460351.070513:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788460351.070538:0:22814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4397800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22814:1875336022434688:0@lo:1000:lod0000_rec0001.0 00000040:01000000:3.0:1788460351.070563:0:22814:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1788460351.070596:0:22814:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2977100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22814:1875336022442880:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1788460351.070852:0:22814:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460351.070867:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc4e73540 going to sleep for 11 seconds 00000100:00100000:1.0:1788460351.071124:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788460351.071133:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022443008:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788460351.071159:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460351.071184:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022442880 00000100:00100000:1.0:1788460351.071188:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022442880 00000100:00100000:1.0:1788460351.071205:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022443008 00000100:00100000:1.0:1788460351.071207:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022443008 00000100:00100000:1.0:1788460351.071217:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788460351.071234:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2974380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22814:x1875336022442880:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788460351.072156:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788460351.072167:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3662:x1875336022443008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788460351.072193:0:22778:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788460351.072247:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4395180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3662:x1875336022443008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (1087us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460351.072254:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788460351.073629:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2974380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22814:x1875336022442880:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 2401us (2771us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460351.073640:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788460351.073700:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4397800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022443008:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788460351.083061:0:22814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2977100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22814:1875336022442880:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788460351.083249:0:22814:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf760a680 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22814:1875336022443136:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788460351.083316:0:22814:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460351.083360:0:22814:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4be272d240 going to sleep for 11 seconds 00000100:00100000:3.0:1788460351.083529:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022443136 00000100:00100000:3.0:1788460351.083536:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022443136 00000100:00100000:3.0:1788460351.083582:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788460351.083591:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7608a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22814:x1875336022443136:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1788460351.083682:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7608a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22814:x1875336022443136:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 92us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460351.083690:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788460351.083781:0:22814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf760a680 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22814:1875336022443136:0@lo:1000:lod0000_rec0001.0 00000040:00080000:2.0:1788460351.083825:0:22814:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788460351.095824:0:22814:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1788460351.095902:0:22814:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 21, retries 0 00000004:00080000:2.0:1788460351.095907:0:22814:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:1.0:1788460351.121098:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788460352.031355:0:23777:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg605-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788460352.146254:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788460352.599710:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:2.0:1788460352.892583:0:23829:0:(tgt_mount.c:2486:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788460352.893076:0:23829:0:(tgt_mount.c:2501:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788460353.179125:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460354.136545:0:3658:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788460339/real 1788460339] req@ffff8c4bc4395f80 x1875336022435712/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788460354 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788460354.136572:0:3658:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c4bc4395f80 x1875336022435712/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788460354 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788460354.136582:0:3658:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788460339/real 1788460339] req@ffff8c4bc4394a80 x1875336022435840/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788460354 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788460354.136591:0:3658:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c4bc4394a80 x1875336022435840/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788460354 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788460354.136608:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bc683a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788460354.136629:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788460354.136633:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4395f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022435712:0@lo:8:kworker.0 00000100:00080000:0.0:1788460354.136639:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bff80f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788460354.136643:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788460354.136646:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4394a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022435840:0@lo:8:kworker.0 00000100:00080000:2.0:1788460354.136730:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788460354.136735:0:36:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788460354.136737:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c4bc683a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788460354.136742:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 636 00000100:00080000:2.0:1788460354.136747:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788460354.136753:0:36:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8c4bc683a800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:2.0:1788460354.136773:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bf760a300 x1875336022443520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788460354.136796:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788460354.136799:0:36:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788460354.136801:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c4bff80f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788460354.136804:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 636 00000100:00080000:2.0:1788460354.136806:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788460354.136809:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c4bff80f000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:2.0:1788460354.136823:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bf7608e00 x1875336022443648/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788460354.136844:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788460354.136847:0:36:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788460354.136850:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788460354.136853:0:36:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788460354.136864:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7609180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1875336022443392:0@lo:400:kworker.0 00000100:00100000:2.0:1788460354.136875:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7609f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022443904:0@lo:400:kworker.0 00000100:00100000:0.0:1788460354.136923:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf760a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52effe76-ab9d-442f-b102-f6f3593bcd8d:3662:1875336022443264:0@lo:400:kworker.0 00000100:00100000:3.0:1788460354.137081:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf760aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1875336022443776:0@lo:400:kworker.0 00000100:00100000:1.0:1788460354.141043:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460354.141141:0:23512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022443392 00000100:00100000:1.0:1788460354.141149:0:23512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022443392 00000100:00100000:1.0:1788460354.141198:0:23512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788460354.141220:0:23512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3659:x1875336022443392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460354.141896:0:23512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4397800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3659:x1875336022443392:12345-0@lo:400:kworker.0 Request processed in 688us (857us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460354.141918:0:23512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788460354.141988:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7609180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1875336022443392:0@lo:400:kworker.0 00000100:00100000:2.0:1788460354.146886:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460354.147240:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022443904 00000100:00100000:1.0:1788460354.147249:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022443904 00000100:00100000:1.0:1788460354.147293:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788460354.147302:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7608380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022443904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460354.147378:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7608380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022443904:12345-0@lo:400:kworker.0 Request processed in 77us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460354.147385:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788460354.147430:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7609f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022443904:0@lo:400:kworker.0 00000100:00100000:0.0:1788460354.148786:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460354.148835:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7609500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3662:1875336022444032:0@lo:400:kworker.0 00000100:00100000:0.0:1788460354.148880:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460354.148918:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf760a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022443520:0@lo:8:kworker.0 00000400:00000100:0.0:1788460354.148974:0:3658:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875336022443520 offset 0 length 520: 4 00000100:00100000:0.0:1788460354.148993:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022443648:0@lo:8:kworker.0 00000400:00000100:0.0:1788460354.149023:0:3658:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875336022443648 offset 0 length 520: 4 00000100:00100000:1.0:1788460354.149086:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022443264 00000100:00100000:1.0:1788460354.149092:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022443264 00000100:00100000:1.0:1788460354.149195:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788460354.149215:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4be0240450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:3662:x1875336022443264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460354.149663:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4be0240450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:3662:x1875336022443264:12345-0@lo:400:kworker.0 Request processed in 460us (880us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460354.149670:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788460354.150323:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf760a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52effe76-ab9d-442f-b102-f6f3593bcd8d:3662:1875336022443264:0@lo:400:kworker.0 00000100:00100000:0.0:1788460354.150984:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022444032 00000100:00100000:0.0:1788460354.150991:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022444032 00000100:00100000:0.0:1788460354.151027:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788460354.151034:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1875336022444032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460354.151096:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1875336022444032:12345-0@lo:400:kworker.0 Request processed in 62us (2216us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460354.151103:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1788460354.151488:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c4bf7609500 x1875336022444032/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788460354.151500:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7609500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3662:1875336022444032:0@lo:400:kworker.0 00000100:00100000:3.0:1788460354.161346:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460354.161630:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022443776 00000100:00100000:1.0:1788460354.161639:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022443776 00000100:00100000:1.0:1788460354.161688:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788460354.161697:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2977100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1875336022443776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460354.161767:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2977100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1875336022443776:12345-0@lo:400:kworker.0 Request processed in 70us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460354.161774:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1788460354.165200:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c4bf760aa00 x1875336022443776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460354.165229:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf760aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1875336022443776:0@lo:400:kworker.0 00010000:00010000:1.0:1788460354.196038:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1788460354.276228:0:23880:0:(tgt_mount.c:2486:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788460354.276420:0:23880:0:(tgt_mount.c:2501:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1788460355.154774:0:3658:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788460345/real 1788460345] req@ffff8c4ac4931c00 x1875336022438528/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788460355 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460355.154801:0:3658:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c4ac4931c00 x1875336022438528/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788460355 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460355.154811:0:3658:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788460345/real 1788460345] req@ffff8c4ac4933b80 x1875336022438272/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788460355 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460355.154833:0:3658:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c4ac4933b80 x1875336022438272/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788460355 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788460355.154850:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bc85f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788460355.154859:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788460355.154863:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022438528:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788460355.154868:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4c0148f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788460355.154872:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788460355.154875:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4933b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022438272:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788460355.155129:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788460355.155133:0:36:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788460355.155136:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788460355.155138:0:36:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788460355.155163:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788460355.155166:0:36:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788460355.155169:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c4c0148f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788460355.155173:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 642 00000100:00080000:2.0:1788460355.155178:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788460355.155184:0:36:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8c4c0148f000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:2.0:1788460355.155211:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bf7609f80 x1875336022444672/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788460355.155225:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788460355.155236:0:36:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788460355.155238:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c4bc85f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788460355.155241:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 642 00000100:00080000:2.0:1788460355.155243:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788460355.155246:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8c4bc85f0000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:2.0:1788460355.155259:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bf7609180 x1875336022444800/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788460355.155311:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022444288:0@lo:400:kworker.0 00000100:00100000:2.0:1788460355.155364:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460355.155392:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1788460355.155398:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf760aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52effe76-ab9d-442f-b102-f6f3593bcd8d:3660:1875336022444160:0@lo:400:kworker.0 00000100:00100000:2.0:1788460355.155424:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460355.155449:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1875336022444928:0@lo:400:kworker.0 00000100:00100000:2.0:1788460355.155485:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460355.155510:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7609f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022444672:0@lo:8:kworker.0 00000400:00000100:2.0:1788460355.155535:0:3658:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875336022444672 offset 0 length 520: 4 00000100:00100000:2.0:1788460355.155548:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7609180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022444800:0@lo:8:kworker.0 00000400:00000100:2.0:1788460355.155564:0:3658:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875336022444800 offset 0 length 520: 4 00000100:00100000:1.0:1788460355.158347:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7609500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3661:1875336022444416:0@lo:400:kworker.0 00000100:00100000:1.0:1788460355.158407:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460355.158440:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788460355.158446:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf760a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022444544:0@lo:400:kworker.0 00000100:00100000:1.0:1788460355.158486:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460355.158516:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022444288 00000100:00100000:1.0:1788460355.158523:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022444288 00000100:00100000:1.0:1788460355.158560:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022444544 00000100:00100000:1.0:1788460355.158563:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022444544 00000100:00100000:1.0:1788460355.158578:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788460355.158586:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3660:x1875336022444288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460355.158640:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3660:x1875336022444288:12345-0@lo:400:kworker.0 Request processed in 54us (3275us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460355.158648:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788460355.158665:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788460355.158687:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4395880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022444544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460355.158719:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4395880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022444544:12345-0@lo:400:kworker.0 Request processed in 33us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460355.158724:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788460355.158740:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022444928 00000100:00100000:1.0:1788460355.158743:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022444928 00000100:00100000:1.0:1788460355.158765:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022444416 00000100:00100000:1.0:1788460355.158768:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022444416 00000100:00100000:1.0:1788460355.158780:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788460355.158785:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1875336022444928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460355.158814:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1875336022444928:12345-0@lo:400:kworker.0 Request processed in 28us (3328us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460355.158832:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788460355.158844:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788460355.158850:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4394380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1875336022444416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460355.158881:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4394380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1875336022444416:12345-0@lo:400:kworker.0 Request processed in 31us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460355.158886:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:1.0:1788460355.158928:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c4ac41bea00 x1875336022444928/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460355.158964:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1875336022444928:0@lo:400:kworker.0 00000100:00100000:1.0:1788460355.158979:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022444288:0@lo:400:kworker.0 00000100:00100000:1.0:1788460355.159012:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf760a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022444544:0@lo:400:kworker.0 00010000:00080000:1.0:1788460355.159022:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c4bf7609500 x1875336022444416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460355.159029:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7609500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3661:1875336022444416:0@lo:400:kworker.0 00000100:00100000:3.0:1788460355.159394:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022444160 00000100:00100000:3.0:1788460355.159399:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022444160 00000100:00100000:3.0:1788460355.159429:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788460355.159437:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4be0242450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:3660:x1875336022444160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460355.159490:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4be0242450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:3660:x1875336022444160:12345-0@lo:400:kworker.0 Request processed in 54us (4064us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460355.159496:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788460355.159532:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf760aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52effe76-ab9d-442f-b102-f6f3593bcd8d:3660:1875336022444160:0@lo:400:kworker.0 00010000:00010000:2.0:1788460355.217626:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788460355.667640:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788460355.667658:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022445056:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788460355.667717:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460355.691596:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022445056 00000100:00100000:2.0:1788460355.691607:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022445056 00000100:00100000:2.0:1788460355.691653:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788460355.691674:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022445056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788460355.691706:0:22778:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788460355.691783:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022445056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (24064us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460355.691790:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788460355.691833:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022445056:0@lo:41:osp-pre-0-1.0 00000020:00000080:1.0:1788460356.129594:0:23928:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc849f2ee0 20000000:00000080:1.0:1788460356.129615:0:23928:0:(mgs_handler.c:1172:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8c4bf28c9c00 uarg=0000000000000000 20000000:01000000:1.0:1788460356.129653:0:23928:0:(mgs_llog.c:6198:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:1.0:1788460356.129658:0:23928:0:(mgs_llog.c:4653:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:1.0:1788460356.129663:0:23928:0:(mgs_llog.c:1385:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:1.0:1788460356.137311:0:23929:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:3.0:1788460356.138303:0:23928:0:(mgs_llog.c:1456:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1788460356.154978:0:23928:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1788460356.157567:0:23928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca8a lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460356.157590:0:23928:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c4bc6ca6800/0x5dfa74784542c925 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542c91e expref: 18 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460356.157598:0:23928:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c4bc6380000/0x5dfa74784542ca36 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542ca2f expref: 18 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460356.157605:0:23928:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca8a lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460356.158335:0:23928:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c4bc6380000/0x5dfa74784542ca36 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5dfa74784542ca2f expref: 18 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460356.158349:0:23928:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c4bc6380000/0x5dfa74784542ca36 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5dfa74784542ca2f expref: 18 pid: 22766 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460356.158363:0:23928:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2977b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23928:1875336022445184:0@lo:104: 00000100:00100000:3.0:1788460356.158640:0:23928:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788460356.158698:0:23928:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c4bc6ca6800/0x5dfa74784542c925 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5dfa74784542c91e expref: 18 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460356.158708:0:23928:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c4bc6ca6800/0x5dfa74784542c925 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5dfa74784542c91e expref: 18 pid: 22765 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460356.158717:0:23928:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2974a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23928:1875336022445312:0@lo:104: 00000100:00100000:3.0:1788460356.158739:0:23928:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460356.158753:0:23928:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc65d6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788460356.158889:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022445184 00000100:00100000:0.0:1788460356.158897:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022445184 00000100:00100000:0.0:1788460356.158926:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022445312 00000100:00100000:0.0:1788460356.158929:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022445312 00000100:00100000:0.0:1788460356.158964:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788460356.158972:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2975500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52effe76-ab9d-442f-b102-f6f3593bcd8d+4:23928:x1875336022445184:12345-0@lo:104: 00010000:00010000:0.0:1788460356.158984:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381e00/0x5dfa74784542ca2f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542ca36 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460356.159032:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788460356.159044:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2975500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52effe76-ab9d-442f-b102-f6f3593bcd8d+4:23928:x1875336022445184:12345-0@lo:104: Request processed in 73us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460356.159052:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788460356.159067:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788460356.159073:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2975880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52effe76-ab9d-442f-b102-f6f3593bcd8d+3:23928:x1875336022445312:12345-0@lo:104: 00010000:00010000:0.0:1788460356.159081:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542c91e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542c925 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460356.159132:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788460356.159138:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2975880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52effe76-ab9d-442f-b102-f6f3593bcd8d+3:23928:x1875336022445312:12345-0@lo:104: Request processed in 66us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460356.159144:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:0.0:1788460356.159159:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788460356.159175:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381e00/0x5dfa74784542ca2f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542ca36 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460356.159183:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc6381e00 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:0.0:1788460356.159187:0:22762:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381e00/0x5dfa74784542ca2f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x5dfa74784542ca36 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460356.159206:0:22762:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381e00/0x5dfa74784542ca2f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x5dfa74784542ca36 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788460356.159214:0:22762:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381e00/0x5dfa74784542ca2f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x5dfa74784542ca36 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460356.159220:0:22762:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788460356.159246:0:22762:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381e00/0x5dfa74784542ca2f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542ca36 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460356.159273:0:22762:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788460356.159292:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381e00/0x5dfa74784542ca2f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542ca36 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460356.159299:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381e00/0x5dfa74784542ca2f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542ca36 expref: -99 pid: 23504 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460356.159311:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788460356.159315:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542c91e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542c925 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460356.159321:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc6ca6400 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:0.0:1788460356.159324:0:22762:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542c91e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x5dfa74784542c925 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460356.159331:0:22762:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542c91e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x5dfa74784542c925 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788460356.159338:0:22762:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542c91e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x5dfa74784542c925 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460356.159342:0:22762:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788460356.159355:0:22762:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542c91e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542c925 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460356.159360:0:22762:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788460356.159366:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542c91e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542c925 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460356.159372:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542c91e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542c925 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460356.159401:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460356.159403:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460356.159405:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460356.159411:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460356.159428:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52effe76-ab9d-442f-b102-f6f3593bcd8d:3661:1875336022445440:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788460356.159455:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460356.159488:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788460356.159494:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4933480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52effe76-ab9d-442f-b102-f6f3593bcd8d:3661:1875336022445568:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788460356.159513:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460356.159538:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022445440 00000100:00100000:0.0:1788460356.159542:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022445440 00010000:00010000:0.0:1788460356.159559:0:22758:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c4bc6380000/0x5dfa74784542ca36 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542ca2f expref: 19 pid: 22766 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460356.159575:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022445568 00000100:00100000:0.0:1788460356.159578:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022445568 00010000:00010000:0.0:1788460356.159587:0:22758:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c4bc6ca6800/0x5dfa74784542c925 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542c91e expref: 20 pid: 22765 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460356.159602:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788460356.159608:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+20:3661:x1875336022445440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788460356.159617:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788460356.160032:0:22758:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c4bc6380000/0x5dfa74784542ca36 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542ca2f expref: 20 pid: 22766 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460356.160045:0:22758:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c4bc6380000/0x5dfa74784542ca36 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5dfa74784542ca2f expref: 20 pid: 22766 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460356.160070:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00010000:00010000:0.0:1788460356.160070:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788460356.160078:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4931c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52effe76-ab9d-442f-b102-f6f3593bcd8d+20:3661:x1875336022445568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788460356.160087:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788460356.160096:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c4bc6ca6800/0x5dfa74784542c925 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542c91e expref: 20 pid: 22765 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460356.160106:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c4bc6ca6800/0x5dfa74784542c925 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5dfa74784542c91e expref: 20 pid: 22765 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460356.160117:0:22760:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca8a lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460356.160125:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca8a lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460356.160138:0:22760:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca8a lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460356.160146:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca8a lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460356.160153:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca8a lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460356.160159:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca8a lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460356.160164:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc6ca6000 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:1.0:1788460356.160168:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca8a lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460356.160176:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca8a lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460356.160184:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca8a lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460356.160229:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788460356.160238:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+20:3661:x1875336022445440:12345-0@lo:103:ldlm_bl.0 Request processed in 630us (782us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460356.160245:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788460356.160254:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4931c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:3661:x1875336022445568:12345-0@lo:103:ldlm_bl.0 Request processed in 178us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460356.160260:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788460356.160339:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4933480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52effe76-ab9d-442f-b102-f6f3593bcd8d:3661:1875336022445568:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788460356.160348:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52effe76-ab9d-442f-b102-f6f3593bcd8d:3661:1875336022445440:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788460356.160440:0:23928:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc6380000/0x5dfa74784542ca36 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5dfa74784542ca2f expref: 18 pid: 22766 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460356.160451:0:23928:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2977b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23928:1875336022445184:0@lo:104: 00010000:00010000:3.0:1788460356.160459:0:23928:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc6ca6800/0x5dfa74784542c925 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5dfa74784542c91e expref: 17 pid: 22765 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460356.160694:0:23928:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2974a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23928:1875336022445312:0@lo:104: 00010000:00010000:3.0:1788460356.160715:0:23928:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca8a lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460356.160734:0:23928:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca8a lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460356.160740:0:23928:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca8a lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460356.160745:0:23928:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc6ca6000/0x5dfa74784542ca8a lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460356.178776:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac2974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1875336022445696:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788460356.178840:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460356.179830:0:23512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022445696 00000100:00100000:3.0:1788460356.179839:0:23512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022445696 00000100:00100000:3.0:1788460356.179892:0:23512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788460356.179901:0:23512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3659:x1875336022445696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788460356.179935:0:23512:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788460356.180017:0:23512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3659:x1875336022445696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 117us (1177us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460356.180025:0:23512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788460356.180068:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac2974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1875336022445696:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788460356.241191:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788460356.692425:0:23505:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:3.0:1788460357.267264:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788460357.649325:0:22770:0:(mgc_request.c:715:do_requeue()) updating log params 10000000:01000000:2.0:1788460357.649331:0:22770:0:(mgc_request.c:2266:mgc_process_log()) Process log params-ffff8c4ac4846000 from 13 10000000:01000000:2.0:1788460357.649336:0:22770:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788460357.649379:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f000/0x5dfa74784542ca91 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460357.649400:0:22770:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f000/0x5dfa74784542ca91 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460357.649411:0:22770:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f000/0x5dfa74784542ca91 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460357.649436:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bfb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022445824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788460357.649726:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460357.649818:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc800c840 going to sleep for 11 seconds 00000100:00100000:1.0:1788460357.671301:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022445824 00000100:00100000:1.0:1788460357.671317:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022445824 00000100:00100000:1.0:1788460357.671375:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788460357.671397:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4be0240050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+17:22770:x1875336022445824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788460357.671413:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460357.671431:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc6381800/0x5dfa74784542ca98 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542ca91 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460357.671457:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc6381800/0x5dfa74784542ca98 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542ca91 expref: 18 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460357.671478:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc6381800/0x5dfa74784542ca98 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542ca91 expref: 18 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460357.671493:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc6381800, rc 0) 00000100:00100000:1.0:1788460357.671572:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4be0240050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:22770:x1875336022445824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 178us (21846us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460357.671578:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788460357.672725:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bfb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022445824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788460357.672748:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f000/0x5dfa74784542ca91 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ca98 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460357.672760:0:22770:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f000/0x5dfa74784542ca91 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542ca98 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788460357.672937:0:22770:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x28:0x0] index 13 count 13 00000040:00080000:2.0:1788460357.673256:0:22770:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788460357.673449:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].1, 224 off8416 00000040:00080000:2.0:1788460357.673501:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].2, 112 off8528 00000040:00080000:2.0:1788460357.673519:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].3, 224 off8752 00000040:00080000:2.0:1788460357.673533:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].4, 224 off8976 00000040:00080000:2.0:1788460357.676747:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].5, 112 off9088 00000040:00080000:2.0:1788460357.676830:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].6, 224 off9312 00000040:00080000:2.0:1788460357.676849:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].7, 224 off9536 00000040:00080000:2.0:1788460357.676863:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].8, 128 off9664 00000040:00080000:2.0:1788460357.676879:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].9, 224 off9888 00000040:00080000:2.0:1788460357.676894:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].10, 224 off10112 00000040:00080000:2.0:1788460357.676909:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].11, 128 off10240 00000040:00080000:2.0:1788460357.676936:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].12, 224 off10464 00000040:00080000:2.0:1788460357.676959:0:22770:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x28:0x0] index 12 count 13 00000100:00100000:2.0:1788460357.677068:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bfb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022445952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788460357.677132:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460357.677182:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc800c840 going to sleep for 11 seconds 00000100:00100000:3.0:1788460357.680122:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022445952 00000100:00100000:3.0:1788460357.680136:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022445952 00000100:00100000:3.0:1788460357.680201:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788460357.680211:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4be0241050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:22770:x1875336022445952:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788460357.680365:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4be0241050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:22770:x1875336022445952:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 154us (3232us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460357.680390:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788460357.683881:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bfb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022445952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788460357.683985:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bfb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022446080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788460357.684060:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460357.684117:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc800c840 going to sleep for 11 seconds 00000100:00100000:3.0:1788460357.689035:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022446080 00000100:00100000:3.0:1788460357.689050:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022446080 00000100:00100000:3.0:1788460357.689131:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788460357.689142:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfc435c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:22770:x1875336022446080:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788460357.689329:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfc435c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:22770:x1875336022446080:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 189us (5268us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460357.689337:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788460357.693579:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bfb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022446080:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788460357.694055:0:22770:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788460357.694146:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bfb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022446208:0@lo:502:ll_cfg_requeue.0 00000100:00100000:2.0:1788460357.694222:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460357.694275:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc800c840 going to sleep for 11 seconds 00000100:00100000:1.0:1788460357.694412:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022446208 00000100:00100000:1.0:1788460357.694419:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022446208 00000100:00100000:1.0:1788460357.694468:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788460357.694477:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfc434c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:22770:x1875336022446208:12345-0@lo:502:ll_cfg_requeue.0 00000100:00100000:1.0:1788460357.694589:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfc434c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:22770:x1875336022446208:12345-0@lo:502:ll_cfg_requeue.0 Request processed in 112us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460357.694602:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788460357.696091:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bfb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022446208:0@lo:502:ll_cfg_requeue.0 00000040:00080000:2.0:1788460357.696298:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].1, 224 off8416 00000040:00080000:2.0:1788460357.696325:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].2, 112 off8528 00000040:00080000:2.0:1788460357.696338:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].3, 224 off8752 00000040:00080000:2.0:1788460357.696349:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].4, 224 off8976 00000040:00080000:2.0:1788460357.696359:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].5, 112 off9088 00000040:00080000:2.0:1788460357.696369:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].6, 224 off9312 00000040:00080000:2.0:1788460357.696685:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].7, 224 off9536 00000040:00080000:2.0:1788460357.696710:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].8, 128 off9664 00000040:00080000:2.0:1788460357.696723:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].9, 224 off9888 00000040:00080000:2.0:1788460357.696733:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].10, 224 off10112 00000040:00080000:2.0:1788460357.696745:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].11, 128 off10240 00000100:00100000:2.0:1788460357.698222:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bfb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022446336:0@lo:502:ll_cfg_requeue.0 00000100:00100000:2.0:1788460357.698308:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460357.698931:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc800c840 going to sleep for 11 seconds 00000100:00100000:1.0:1788460357.717404:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022446336 00000100:00100000:1.0:1788460357.717418:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022446336 00000100:00100000:3.0:1788460357.717563:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788460357.717573:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa395450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:22770:x1875336022446336:12345-0@lo:502:ll_cfg_requeue.0 00000100:00100000:3.0:1788460357.717991:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa395450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:22770:x1875336022446336:12345-0@lo:502:ll_cfg_requeue.0 Request processed in 418us (19681us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460357.718000:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788460357.726301:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bfb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022446336:0@lo:502:ll_cfg_requeue.0 00000040:00080000:1.0:1788460357.726560:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].12, 224 off10464 00000040:00080000:1.0:1788460357.726575:0:22770:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000040:00080000:1.0:1788460357.732166:0:23961:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2c:0x0] index 64768 count 13 00000020:01000000:0.0:1788460357.732338:0:22770:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788460357.732353:0:22770:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788460357.732364:0:22770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f000/0x5dfa74784542ca91 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ca98 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460357.732374:0:22770:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f000/0x5dfa74784542ca91 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ca98 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460357.732385:0:22770:0:(mgc_request.c:715:do_requeue()) updating log params 10000000:01000000:0.0:1788460357.732388:0:22770:0:(mgc_request.c:2266:mgc_process_log()) Process log params-ffff8c4c01464800 from 13 10000000:01000000:0.0:1788460357.732391:0:22770:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788460357.732426:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef209400/0x5dfa74784542ca9f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460357.732435:0:22770:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bef209400/0x5dfa74784542ca9f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460357.732445:0:22770:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bef209400/0x5dfa74784542ca9f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460357.732485:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022446464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788460357.732545:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460357.732583:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc6bd8cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788460357.733788:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022446464 00000100:00100000:3.0:1788460357.733800:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022446464 00000100:00100000:3.0:1788460357.733851:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788460357.733859:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa394c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+18:22770:x1875336022446464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788460357.733873:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788460357.733887:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc6ca6800/0x5dfa74784542caa6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542ca9f expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460357.733910:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc6ca6800/0x5dfa74784542caa6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542ca9f expref: 19 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460357.733921:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc6ca6800/0x5dfa74784542caa6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542ca9f expref: 19 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460357.733961:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc6ca6800, rc 0) 00000100:00100000:3.0:1788460357.734014:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa394c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:22770:x1875336022446464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 155us (1468us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460357.734020:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788460357.734297:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022446464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788460357.734314:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bef209400/0x5dfa74784542ca9f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542caa6 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460357.734322:0:22770:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bef209400/0x5dfa74784542ca9f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542caa6 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460357.734364:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022446592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788460357.734403:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460357.734437:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc6bd8cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788460357.736326:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022446592 00000100:00100000:3.0:1788460357.736336:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022446592 00000100:00100000:3.0:1788460357.736393:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788460357.736401:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa396c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:22770:x1875336022446592:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788460357.736564:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa396c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:22770:x1875336022446592:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 163us (2159us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460357.736572:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788460357.738249:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022446592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788460357.738303:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022446720:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788460357.738365:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460357.738414:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc6bd8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788460357.738434:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022446720 00000100:00100000:0.0:1788460357.738439:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022446720 00000100:00100000:0.0:1788460357.738481:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788460357.738494:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa397850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:22770:x1875336022446720:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788460357.738580:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa397850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:22770:x1875336022446720:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 91us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460357.738587:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788460357.738626:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022446720:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788460357.765302:0:23962:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788460357.766836:0:22770:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788460357.766848:0:22770:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788460357.766859:0:22770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef209400/0x5dfa74784542ca9f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542caa6 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460357.766872:0:22770:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bef209400/0x5dfa74784542ca9f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542caa6 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788460357.979164:0:23529:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788460358.295367:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460359.316541:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788460360.276931:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788460360.276937:0:36:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788460360.276941:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788460360.276963:0:36:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788460360.276985:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788460360.276988:0:36:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788460360.276990:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788460360.276993:0:36:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788460360.277029:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875336022447104:0@lo:400:kworker.0 00000100:00100000:1.0:1788460360.277101:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460360.277140:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788460360.277146:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022446976:0@lo:400:kworker.0 00000100:00100000:1.0:1788460360.277185:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460360.277225:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022447104 00000100:00100000:3.0:1788460360.277395:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4397480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52effe76-ab9d-442f-b102-f6f3593bcd8d:3660:1875336022446848:0@lo:400:kworker.0 00000100:00100000:3.0:1788460360.277440:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460360.277470:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4396680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1875336022447360:0@lo:400:kworker.0 00000100:00100000:3.0:1788460360.277492:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460360.277511:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788460360.277517:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022447232:0@lo:400:kworker.0 00000100:00100000:3.0:1788460360.277539:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460360.277564:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022447360 00000100:00100000:3.0:1788460360.277568:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022447360 00000100:00100000:3.0:1788460360.277617:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788460360.277625:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2974a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1875336022447360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460360.277672:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2974a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1875336022447360:12345-0@lo:400:kworker.0 Request processed in 48us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460360.277695:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788460360.277730:0:23512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022446976 00000100:00100000:3.0:1788460360.277734:0:23512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022446976 00000100:00100000:3.0:1788460360.277756:0:23512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022447232 00000100:00100000:3.0:1788460360.277759:0:23512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022447232 00000100:00100000:3.0:1788460360.277772:0:23512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788460360.277778:0:23512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022446976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460360.277872:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022446848 00000100:00100000:0.0:1788460360.277877:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022446848 00000100:00100000:0.0:1788460360.277905:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788460360.277911:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa395c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:3660:x1875336022446848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460360.277961:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa395c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:3660:x1875336022446848:12345-0@lo:400:kworker.0 Request processed in 33us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460360.277968:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1788460360.278183:0:23512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4395f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022446976:12345-0@lo:400:kworker.0 Request processed in 394us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460360.278190:0:23512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788460360.278205:0:23512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788460360.278213:0:23512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2977b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022447232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460360.278243:0:23512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2977b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022447232:12345-0@lo:400:kworker.0 Request processed in 31us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460360.278248:0:23512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788460360.278285:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022447232:0@lo:400:kworker.0 00000100:00100000:3.0:1788460360.278294:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4397480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52effe76-ab9d-442f-b102-f6f3593bcd8d:3660:1875336022446848:0@lo:400:kworker.0 00010000:00080000:3.0:1788460360.278306:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c4bc4396680 x1875336022447360/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460360.278316:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4396680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1875336022447360:0@lo:400:kworker.0 00000100:00100000:1.0:1788460360.278847:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022447104 00000100:00100000:1.0:1788460360.278881:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788460360.278889:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875336022447104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460360.278937:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4394a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875336022447104:12345-0@lo:400:kworker.0 Request processed in 48us (1845us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460360.278959:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788460360.286363:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022446976:0@lo:400:kworker.0 00010000:00080000:0.0:1788460360.287494:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8c4bc4397100 x1875336022447104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788460360.287506:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4397100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875336022447104:0@lo:400:kworker.0 00010000:00010000:0.0:1788460360.338447:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788460360.790075:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022447488:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788460360.790582:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460360.790637:0:23512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022447488 00000100:00100000:0.0:1788460360.790644:0:23512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022447488 00000100:00100000:0.0:1788460360.790686:0:23512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788460360.790694:0:23512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022447488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788460360.790737:0:23512:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788460360.790793:0:23512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022447488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460360.790800:0:23512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788460360.791282:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022447488:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788460361.305211:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788460361.305236:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022447616:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788460361.305301:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460361.305575:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022447616 00000100:00100000:2.0:1788460361.305592:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022447616 00000100:00100000:2.0:1788460361.305634:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788460361.305643:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022447616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788460361.305672:0:22777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788460361.305720:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4397100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022447616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460361.305727:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788460361.305892:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022447616:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788460361.373418:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460362.392494:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788460362.898899:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788460363.416850:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788460364.154671:0:24277:0:(obd_mount.c:1011:lmd_print()) mount data: 00000020:01000004:2.0:1788460364.154680:0:24277:0:(obd_mount.c:1014:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:2.0:1788460364.154681:0:24277:0:(obd_mount.c:1017:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1788460364.154780:0:24277:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8c4ac3721800 00000020:01000004:2.0:1788460364.154794:0:24277:0:(tgt_mount.c:2642:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1788460364.154806:0:24277:0:(obd_mount.c:308:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788460364.154818:0:24277:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8c4bd0b8b310) 00000020:00000080:2.0:1788460364.154833:0:24277:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1788460364.252003:0:24277:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1788460364.255505:0:24277:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1788460364.255967:0:24277:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1788460364.256249:0:24277:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1788460364.256602:0:24277:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1788460364.256842:0:24277:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1788460364.257184:0:24277:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:3.0:1788460364.260110:0:24277:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1788460364.260330:0:24277:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1788460364.260344:0:24277:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788460364.260355:0:24277:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x5dfa74784542cab4 00000020:01000004:3.0:1788460364.260361:0:24277:0:(tgt_mount.c:2727:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:3.0:1788460364.260381:0:24277:0:(obd_mount.c:488:lustre_start_mgc()) mgc192.168.206.105@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1788460364.260384:0:24277:0:(mgc_request.c:1379:mgc_set_info_async()) InitRecov mgc192.168.206.105@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1788460364.260390:0:24277:0:(tgt_mount.c:1939:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1788460364.260394:0:24277:0:(obd_mount.c:308:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1788460364.260404:0:24277:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8c4ac4889988) 00000020:00000080:3.0:1788460364.260413:0:24277:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:3.0:1788460364.261478:0:24277:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788460364.261628:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1788460364.261634:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1788460364.280141:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:2.0:1788460364.280169:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:2.0:1788460364.284507:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1788460364.284524:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1788460364.286926:0:24277:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788460364.287211:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1788460364.287375:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:1.0:1788460364.296781:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:1.0:1788460364.296795:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:2.0:1788460364.329734:0:24277:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788460364.329995:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1788460364.330002:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:2.0:1788460364.340746:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1788460364.340761:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:2.0:1788460364.349793:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1788460364.349812:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1788460364.352270:0:24277:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788460364.352445:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1788460364.352450:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1788460364.353302:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1788460364.353310:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1788460364.374303:0:24277:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788460364.374503:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:3.0:1788460364.374509:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:3.0:1788460364.375520:0:24277:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:3.0:1788460364.375530:0:24277:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1788460364.375888:0:24277:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1788460364.375930:0:24277:0:(tgt_mount.c:1519:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.206.105@tcp, index=0000, flags=0x20002 00000020:01000004:3.0:1788460364.375934:0:24277:0:(tgt_mount.c:1239:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788460364.375936:0:24277:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788460364.375937:0:24277:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788460364.376035:0:24277:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:3.0:1788460364.376036:0:24277:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:3.0:1788460364.376038:0:24277:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:3.0:1788460364.376039:0:24277:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788460364.376041:0:24277:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788460364.376042:0:24277:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788460364.376046:0:24277:0:(mgc_request_server.c:449:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:3.0:1788460364.376048:0:24277:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788460364.376049:0:24277:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788460364.376050:0:24277:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788460364.376051:0:24277:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:3.0:1788460364.376052:0:24277:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:3.0:1788460364.376053:0:24277:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:3.0:1788460364.376054:0:24277:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788460364.376055:0:24277:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788460364.376056:0:24277:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788460364.376080:0:24277:0:(mgc_request_server.c:279:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1788460364.376099:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022447744:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788460364.376173:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460364.376222:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bf2f9bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1788460364.376275:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022447744 00000100:00100000:0.0:1788460364.376281:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022447744 00000100:00100000:0.0:1788460364.376328:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788460364.376338:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa395050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:24277:x1875336022447744:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788460364.376372:0:22766:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1788460364.376375:0:22766:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:0.0:1788460364.376379:0:22766:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1788460364.376663:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa395050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:24277:x1875336022447744:12345-0@lo:253:mount.lustre.0 Request processed in 326us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460364.376672:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788460364.376740:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022447744:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788460364.376750:0:24277:0:(mgc_request_server.c:300:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1788460364.376752:0:24277:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788460364.376753:0:24277:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788460364.376754:0:24277:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788460364.376755:0:24277:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:3.0:1788460364.376756:0:24277:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:3.0:1788460364.376757:0:24277:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:3.0:1788460364.376758:0:24277:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788460364.376759:0:24277:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788460364.376760:0:24277:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788460364.376775:0:24277:0:(tgt_mount.c:115:server_register_mount()) register mount ffff8c4ac3721800 from lustre-OST0000 10000000:01000000:3.0:1788460364.376795:0:24277:0:(mgc_request.c:2423:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1788460364.376797:0:24277:0:(mgc_request.c:424:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1788460364.376804:0:24277:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8c4ac3721800 10000000:01000000:3.0:1788460364.376808:0:24277:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788460364.376822:0:24277:0:(mgc_request_server.c:106:mgc_fs_setup()) mgc192.168.206.105@tcp: setup lustre-OST0000-osd 00000040:01000000:3.0:1788460364.380296:0:24277:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 1 is initialized 00000040:01000000:3.0:1788460364.385600:0:24277:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 0 is initialized 10000000:01000000:3.0:1788460364.385618:0:24277:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-sptlrpc-ffff8c4ac3721800 from 1 10000000:01000000:3.0:1788460364.385622:0:24277:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1788460364.385659:0:24277:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6000/0x5dfa74784542cac2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460364.385671:0:24277:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6000/0x5dfa74784542cac2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460364.385681:0:24277:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6000/0x5dfa74784542cac2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460364.385704:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022447872:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788460364.385766:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460364.385865:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bf2f9b840 going to sleep for 11 seconds 00000100:00100000:0.0:1788460364.385911:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022447872 00000100:00100000:0.0:1788460364.385919:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022447872 00000100:00100000:0.0:1788460364.386205:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788460364.386216:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa397c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+19:24277:x1875336022447872:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788460364.386229:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788460364.386241:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bef208e00/0x5dfa74784542cac9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542cac2 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.386262:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bef208e00/0x5dfa74784542cac9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542cac2 expref: 20 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.386288:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bef208e00/0x5dfa74784542cac9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cac2 expref: 20 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.386298:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bef208e00, rc 0) 00000100:00100000:0.0:1788460364.386350:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa397c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+20:24277:x1875336022447872:12345-0@lo:101:mount.lustre.0 Request processed in 136us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460364.386357:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788460364.386428:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022447872:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788460364.386442:0:24277:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6000/0x5dfa74784542cac2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cac9 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.386451:0:24277:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6000/0x5dfa74784542cac2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542cac9 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460364.386516:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4395c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022448000:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788460364.386556:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460364.386677:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc6bd8540 going to sleep for 11 seconds 00000100:00100000:3.0:1788460364.386751:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022448000 00000100:00100000:3.0:1788460364.386756:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022448000 00000100:00100000:3.0:1788460364.386780:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788460364.386786:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa394050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+20:24277:x1875336022448000:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788460364.386853:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa394050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+20:24277:x1875336022448000:12345-0@lo:501:mount.lustre.0 Request processed in 67us (296us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788460364.386860:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788460364.386924:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4395c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022448000:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788460364.386935:0:24277:0:(mgc_request_server.c:748:mgc_llog_local_copy()) mgc192.168.206.105@tcp: no remote llog for lustre-sptlrpc, check MGS config 00000100:00100000:1.0:1788460364.387006:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4395c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022448128:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788460364.387031:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460364.387050:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc6bd8540 going to sleep for 11 seconds 00000100:00100000:3.0:1788460364.387119:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022448128 00000100:00100000:3.0:1788460364.387124:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022448128 00000100:00100000:3.0:1788460364.387140:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788460364.387145:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa394450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+20:24277:x1875336022448128:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788460364.387209:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa394450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+20:24277:x1875336022448128:12345-0@lo:501:mount.lustre.0 Request processed in 62us (177us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788460364.387225:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788460364.387290:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4395c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022448128:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788460364.387314:0:24277:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1788460364.387327:0:24277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6000/0x5dfa74784542cac2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cac9 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.387336:0:24277:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6000/0x5dfa74784542cac2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cac9 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788460364.387346:0:24277:0:(mgc_request.c:206:do_config_log_add()) do adding config log params-ffff8c4ac3721800 10000000:01000000:1.0:1788460364.387351:0:24277:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788460364.387385:0:24277:0:(mgc_request_server.c:106:mgc_fs_setup()) mgc192.168.206.105@tcp: setup lustre-OST0000-osd 00000040:01000000:1.0:1788460364.387463:0:24277:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 1 is initialized 00000040:01000000:1.0:1788460364.387470:0:24277:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 0 is initialized 10000000:01000000:1.0:1788460364.387480:0:24277:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1788460364.387483:0:24277:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788460364.387498:0:24277:0:(mgc_request_server.c:106:mgc_fs_setup()) mgc192.168.206.105@tcp: setup lustre-OST0000-osd 00000040:01000000:1.0:1788460364.387523:0:24277:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 1 is initialized 00000040:01000000:1.0:1788460364.387528:0:24277:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 0 is initialized 10000000:01000000:1.0:1788460364.387533:0:24277:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-mdtir-ffff8c4ac3721800 10000000:01000000:1.0:1788460364.387546:0:24277:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1788460364.387573:0:24277:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:1.0:1788460364.387576:0:24277:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1788460364.387602:0:24277:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380c00/0x5dfa74784542cad0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.387611:0:24277:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380c00/0x5dfa74784542cad0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.387619:0:24277:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380c00/0x5dfa74784542cad0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460364.387632:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4395c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022448256:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788460364.387664:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460364.387685:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4c01849000 going to sleep for 11 seconds 00000100:00100000:3.0:1788460364.387737:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022448256 00000100:00100000:3.0:1788460364.387741:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022448256 00000100:00100000:3.0:1788460364.387760:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788460364.387767:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa396450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+20:24277:x1875336022448256:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788460364.387775:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788460364.387784:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc6ca6200/0x5dfa74784542cad7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542cad0 expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460364.387801:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc6ca6200/0x5dfa74784542cad7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542cad0 expref: 21 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460364.387810:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc6ca6200/0x5dfa74784542cad7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cad0 expref: 21 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460364.387818:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc6ca6200, rc 0) 00000100:00100000:3.0:1788460364.387855:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa396450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+21:24277:x1875336022448256:12345-0@lo:101:mount.lustre.0 Request processed in 88us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460364.387860:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788460364.387924:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4395c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022448256:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788460364.387936:0:24277:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380c00/0x5dfa74784542cad0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cad7 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.387971:0:24277:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380c00/0x5dfa74784542cad0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542cad7 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788460364.389359:0:24277:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x14:0x0] index 14 count 14 00000040:00080000:1.0:1788460364.390172:0:24277:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788460364.392258:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].1, 224 off8416 00000040:00080000:1.0:1788460364.392447:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].2, 128 off8544 00000040:00080000:1.0:1788460364.392465:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].3, 112 off8656 00000040:00080000:1.0:1788460364.392481:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].4, 224 off8880 00000040:00080000:1.0:1788460364.392510:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].5, 224 off9104 00000040:00080000:1.0:1788460364.392526:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].6, 80 off9184 00000040:00080000:1.0:1788460364.392541:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].7, 224 off9408 00000040:00080000:1.0:1788460364.392553:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].8, 224 off9632 00000040:00080000:1.0:1788460364.392566:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].9, 80 off9712 00000040:00080000:1.0:1788460364.392579:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].10, 224 off9936 00000040:00080000:1.0:1788460364.392593:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].11, 224 off10160 00000040:00080000:1.0:1788460364.392606:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].12, 120 off10280 00000040:00080000:1.0:1788460364.392779:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].13, 224 off10504 00000040:00080000:1.0:1788460364.392788:0:24277:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x14:0x0] index 13 count 14 00000100:00100000:1.0:1788460364.392882:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4395c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022448384:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788460364.393041:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460364.393121:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bfa3050c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788460364.393177:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022448384 00000100:00100000:3.0:1788460364.393185:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022448384 00000100:00100000:3.0:1788460364.393234:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788460364.393244:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa397050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+21:24277:x1875336022448384:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788460364.393413:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa397050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+21:24277:x1875336022448384:12345-0@lo:501:mount.lustre.0 Request processed in 170us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460364.393421:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788460364.393483:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4395c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022448384:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788460364.393523:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4395c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022448512:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788460364.393561:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460364.393587:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bfa3050c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788460364.393858:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022448512 00000100:00100000:2.0:1788460364.393864:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022448512 00000100:00100000:2.0:1788460364.393901:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1788460364.393908:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa396850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+21:24277:x1875336022448512:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788460364.394703:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa396850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+21:24277:x1875336022448512:12345-0@lo:503:mount.lustre.0 Request processed in 793us (1139us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460364.394712:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788460364.394737:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4395c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022448512:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788460364.395203:0:24277:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788460364.395294:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43aa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022448640:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788460364.395340:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460364.395376:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bf2f9b240 going to sleep for 11 seconds 00000100:00100000:0.0:1788460364.395391:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022448640 00000100:00100000:0.0:1788460364.395397:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022448640 00000100:00100000:0.0:1788460364.395434:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788460364.395442:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa395850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+21:24277:x1875336022448640:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788460364.395796:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa395850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+21:24277:x1875336022448640:12345-0@lo:502:mount.lustre.0 Request processed in 354us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460364.395804:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1788460364.396019:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43aa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022448640:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788460364.396233:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].1, 224 off8416 00000040:00080000:3.0:1788460364.396260:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].2, 128 off8544 00000040:00080000:3.0:1788460364.396274:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].3, 112 off8656 00000040:00080000:3.0:1788460364.396449:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].4, 224 off8880 00000040:00080000:3.0:1788460364.396467:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].5, 224 off9104 00000040:00080000:3.0:1788460364.396479:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].6, 80 off9184 00000040:00080000:3.0:1788460364.396490:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].7, 224 off9408 00000040:00080000:3.0:1788460364.396501:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].8, 224 off9632 00000040:00080000:3.0:1788460364.396511:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].9, 80 off9712 00000040:00080000:3.0:1788460364.396522:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].10, 224 off9936 00000040:00080000:3.0:1788460364.396535:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].11, 224 off10160 00000040:00080000:3.0:1788460364.396549:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].12, 120 off10280 00000100:00100000:3.0:1788460364.396575:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43aa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022448768:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788460364.396618:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460364.396652:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4c01849000 going to sleep for 11 seconds 00000100:00100000:2.0:1788460364.396715:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022448768 00000100:00100000:2.0:1788460364.396721:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022448768 00000100:00100000:2.0:1788460364.396794:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788460364.396801:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa397450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+21:24277:x1875336022448768:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788460364.396893:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa397450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+21:24277:x1875336022448768:12345-0@lo:502:mount.lustre.0 Request processed in 93us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460364.396901:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788460364.396987:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43aa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022448768:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788460364.397030:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].13, 224 off10504 00000040:00080000:1.0:1788460364.397038:0:24277:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:1.0:1788460364.397713:0:24294:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788460364.397721:0:24294:0:(obd_mount.c:1049:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:1.0:1788460364.397726:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460364.397729:0:24294:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1788460364.397735:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788460364.397749:0:24294:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8c4bfb5f1988) 00000020:00000080:1.0:1788460364.397771:0:24294:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:1.0:1788460364.397777:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788460364.397837:0:24294:0:(tgt_mount.c:167:server_get_mount()) get mount ffff8c4ac3721800 from lustre-OST0000, refs=2 00080000:01000000:1.0:1788460364.397844:0:24294:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788460364.397850:0:24294:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x5dfa74784542cae5 00010000:00010000:1.0:1788460364.402708:0:24294:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:1.0:1788460364.403656:0:24294:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:1.0:1788460364.405371:0:24294:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1788460364.406726:0:24294:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1788460364.406736:0:24294:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788460364.406742:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460364.406744:0:24294:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1788460364.406748:0:24294:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788460364.406750:0:24294:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:1.0:1788460364.406752:0:24294:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788460364.406753:0:24294:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788460364.406755:0:24294:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788460364.406758:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460364.406765:0:24294:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788460364.406769:0:24294:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788460364.406772:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460364.406773:0:24294:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788460364.406776:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788460364.406778:0:24294:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788460364.406780:0:24294:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788460364.406782:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460364.406784:0:24294:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788460364.406786:0:24294:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788460364.406789:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460364.406790:0:24294:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788460364.406793:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1788460364.406816:0:24294:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788460364.406819:0:24294:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460364.406820:0:24294:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788460364.406823:0:24294:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1c:0x0] index 14 count 14 00000020:01000000:2.0:1788460364.406989:0:24277:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1788460364.407002:0:24277:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1788460364.407022:0:24277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380c00/0x5dfa74784542cad0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cad7 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460364.407033:0:24277:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc6380c00/0x5dfa74784542cad0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cad7 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460364.407041:0:24277:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-mdtir-ffff8c4ac3721800 from 1 10000000:01000000:2.0:1788460364.407044:0:24277:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788460364.407087:0:24277:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e600/0x5dfa74784542caec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460364.407095:0:24277:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e600/0x5dfa74784542caec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460364.407106:0:24277:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e600/0x5dfa74784542caec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460364.407128:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bc700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022448896:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788460364.407198:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460364.407245:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bedf63480 going to sleep for 11 seconds 00000100:00100000:1.0:1788460364.407330:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022448896 00000100:00100000:1.0:1788460364.407337:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022448896 00000100:00100000:1.0:1788460364.407371:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1788460364.407380:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa394850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+21:24277:x1875336022448896:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788460364.407392:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460364.407404:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc6381600/0x5dfa74784542caf3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542caec expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.407424:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc6381600/0x5dfa74784542caf3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542caec expref: 22 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.407434:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc6381600/0x5dfa74784542caf3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542caec expref: 22 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.407442:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc6381600, rc 0) 00000100:00100000:1.0:1788460364.407487:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa394850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+22:24277:x1875336022448896:12345-0@lo:101:mount.lustre.0 Request processed in 108us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460364.407494:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1788460364.407644:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bc700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022448896:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788460364.407666:0:24277:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e600/0x5dfa74784542caec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542caf3 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460364.407675:0:24277:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e600/0x5dfa74784542caec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542caf3 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460364.408260:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bc700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022449024:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1788460364.410425:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460364.410464:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bedf63480 going to sleep for 11 seconds 00000100:00100000:3.0:1788460364.410663:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022449024 00000100:00100000:3.0:1788460364.410672:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022449024 00000100:00100000:3.0:1788460364.410716:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788460364.410725:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+22:24277:x1875336022449024:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1788460364.410746:0:22766:0:(mgs_nids.c:1209:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1788460364.410769:0:22766:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788460364.410773:0:22766:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1788460364.410776:0:22766:0:(mgs_nids.c:325:mgs_nidtbl_read()) Read IR logs lustre return with 88, version 12 00000100:00100000:3.0:1788460364.410861:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+22:24277:x1875336022449024:12345-0@lo:256:mount.lustre.0 Request processed in 137us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460364.410868:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1788460364.411374:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bc700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022449024:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1788460364.413653:0:24277:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788460364.413683:0:24277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e600/0x5dfa74784542caec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542caf3 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460364.413696:0:24277:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e600/0x5dfa74784542caec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542caf3 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460364.413704:0:24277:0:(mgc_request.c:2266:mgc_process_log()) Process log params-ffff8c4ac3721800 from 1 10000000:01000000:2.0:1788460364.413708:0:24277:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788460364.413741:0:24277:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e400/0x5dfa74784542cafa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460364.413750:0:24277:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e400/0x5dfa74784542cafa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460364.413759:0:24277:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e400/0x5dfa74784542cafa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460364.413782:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bc700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022449152:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788460364.413848:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460364.413891:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022449152 00000100:00100000:2.0:1788460364.413898:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022449152 00000100:00100000:2.0:1788460364.413938:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1788460364.413969:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+22:24277:x1875336022449152:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788460364.413982:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788460364.413994:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4ac395f600/0x5dfa74784542cb01 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542cafa expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460364.414016:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4ac395f600/0x5dfa74784542cb01 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542cafa expref: 23 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460364.414026:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4ac395f600/0x5dfa74784542cb01 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cafa expref: 23 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460364.414035:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac395f600, rc 0) 00000100:00100000:2.0:1788460364.414066:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+23:24277:x1875336022449152:12345-0@lo:101:mount.lustre.0 Request processed in 99us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460364.414088:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1788460364.414133:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bedf63480 going to sleep for 11 seconds 00000100:00100000:2.0:1788460364.414164:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bc700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022449152:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788460364.414178:0:24277:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e400/0x5dfa74784542cafa lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cb01 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460364.414187:0:24277:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e400/0x5dfa74784542cafa lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542cb01 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788460364.416990:0:24277:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 13 count 13 00000040:00080000:2.0:1788460364.417439:0:24277:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788460364.417619:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].1, 224 off8416 00000040:00080000:2.0:1788460364.417644:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].2, 112 off8528 00000040:00080000:2.0:1788460364.417659:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].3, 224 off8752 00000040:00080000:2.0:1788460364.417672:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].4, 224 off8976 00000040:00080000:2.0:1788460364.417685:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].5, 112 off9088 00000040:00080000:2.0:1788460364.417698:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].6, 224 off9312 00000040:00080000:2.0:1788460364.417726:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].7, 224 off9536 00000040:00080000:2.0:1788460364.417741:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].8, 128 off9664 00000040:00080000:2.0:1788460364.417753:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].9, 224 off9888 00000040:00080000:2.0:1788460364.417766:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].10, 224 off10112 00000040:00080000:2.0:1788460364.417780:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].11, 128 off10240 00000040:00080000:2.0:1788460364.417798:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].12, 224 off10464 00000040:00080000:2.0:1788460364.417803:0:24277:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 12 count 13 00000100:00100000:2.0:1788460364.417874:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bc700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022449280:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788460364.417928:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460364.418038:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bedf63a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788460364.420041:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022449280 00000100:00100000:3.0:1788460364.420056:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022449280 00000100:00100000:3.0:1788460364.420209:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788460364.420219:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+23:24277:x1875336022449280:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788460364.420503:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+23:24277:x1875336022449280:12345-0@lo:501:mount.lustre.0 Request processed in 285us (2573us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460364.420512:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788460364.420628:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bc700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022449280:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788460364.420675:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bc700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022449408:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788460364.420726:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460364.420763:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bedf63a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788460364.420821:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022449408 00000100:00100000:3.0:1788460364.420826:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022449408 00000100:00100000:3.0:1788460364.420856:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1788460364.420863:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+23:24277:x1875336022449408:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788460364.421022:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+23:24277:x1875336022449408:12345-0@lo:503:mount.lustre.0 Request processed in 159us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460364.421030:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1788460364.428221:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bc700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022449408:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788460364.428637:0:24277:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788460364.428723:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022449536:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788460364.428781:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460364.428812:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bca508000 going to sleep for 11 seconds 00000100:00100000:3.0:1788460364.428977:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022449536 00000100:00100000:3.0:1788460364.428984:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022449536 00000100:00100000:3.0:1788460364.429029:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1788460364.429038:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+23:24277:x1875336022449536:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788460364.429213:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+23:24277:x1875336022449536:12345-0@lo:502:mount.lustre.0 Request processed in 176us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460364.429221:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1788460364.429383:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022449536:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788460364.429550:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].1, 224 off8416 00000040:00080000:0.0:1788460364.429573:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].2, 112 off8528 00000040:00080000:0.0:1788460364.429585:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].3, 224 off8752 00000040:00080000:0.0:1788460364.429597:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].4, 224 off8976 00000040:00080000:0.0:1788460364.429608:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].5, 112 off9088 00000040:00080000:0.0:1788460364.429630:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].6, 224 off9312 00000040:00080000:0.0:1788460364.429645:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].7, 224 off9536 00000040:00080000:0.0:1788460364.429658:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].8, 128 off9664 00000040:00080000:0.0:1788460364.429670:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].9, 224 off9888 00000040:00080000:0.0:1788460364.429681:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].10, 224 off10112 00000040:00080000:0.0:1788460364.429693:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].11, 128 off10240 00000100:00100000:0.0:1788460364.429726:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022449664:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788460364.429760:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460364.429783:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bca508000 going to sleep for 11 seconds 00000100:00100000:3.0:1788460364.429904:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022449664 00000100:00100000:3.0:1788460364.429909:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022449664 00000100:00100000:3.0:1788460364.429970:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1788460364.429986:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+23:24277:x1875336022449664:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788460364.430065:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+23:24277:x1875336022449664:12345-0@lo:502:mount.lustre.0 Request processed in 80us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460364.430204:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1788460364.430399:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022449664:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788460364.430446:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].12, 224 off10464 00000040:00080000:0.0:1788460364.430455:0:24277:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00010000:00010000:0.0:1788460364.438676:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1788460364.440983:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788460364.440995:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788460364.440997:0:24298:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788460364.441004:0:24298:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c4ac3721800 00000020:00000080:3.0:1788460364.441007:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788460364.441013:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788460364.441016:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788460364.441017:0:24298:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788460364.441019:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788460364.441022:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788460364.441023:0:24298:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788460364.441026:0:24298:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c4ac3721800 00000020:00000080:3.0:1788460364.441028:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788460364.442586:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788460364.442999:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460364.443003:0:24298:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788460364.443007:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788460364.443011:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460364.443013:0:24298:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788460364.443017:0:24298:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8c4ac3721800 00000020:00000080:0.0:1788460364.443019:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788460364.443055:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788460364.443058:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460364.443059:0:24298:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788460364.443061:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788460364.443063:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460364.443064:0:24298:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1788460364.443067:0:24298:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8c4ac3721800 00000020:00000080:0.0:1788460364.443069:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788460364.443111:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788460364.443113:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788460364.443115:0:24298:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1788460364.443126:0:24298:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1e:0x0] index 13 count 13 00000020:01000000:2.0:1788460364.443393:0:24277:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788460364.443405:0:24277:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788460364.443426:0:24277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e400/0x5dfa74784542cafa lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cb01 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460364.443437:0:24277:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e400/0x5dfa74784542cafa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cb01 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460364.443487:0:24277:0:(mgc_request.c:2423:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788460364.443495:0:24277:0:(mgc_request.c:424:config_log_add()) add config log lustre-client-ffff8c4ac3721800 10000000:01000000:2.0:1788460364.443498:0:24277:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-client-ffff8c4ac3721800 10000000:01000000:2.0:1788460364.443502:0:24277:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788460364.443519:0:24277:0:(mgc_request_server.c:106:mgc_fs_setup()) mgc192.168.206.105@tcp: setup lustre-OST0000-osd 00000040:01000000:2.0:1788460364.443573:0:24277:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 1 is initialized 00000040:01000000:2.0:1788460364.443580:0:24277:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 0 is initialized 10000000:01000000:2.0:1788460364.443591:0:24277:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-client-ffff8c4ac3721800 from 1 10000000:01000000:2.0:1788460364.443594:0:24277:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788460364.443623:0:24277:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac395fa00/0x5dfa74784542cb08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460364.443631:0:24277:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4ac395fa00/0x5dfa74784542cb08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460364.443642:0:24277:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4ac395fa00/0x5dfa74784542cb08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460364.443665:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41be300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022449792:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788460364.443722:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460364.443761:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bedf636c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788460364.443824:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022449792 00000100:00100000:1.0:1788460364.443831:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022449792 00000100:00100000:1.0:1788460364.443875:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1788460364.443884:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+23:24277:x1875336022449792:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788460364.443896:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460364.443908:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc6381c00/0x5dfa74784542cb0f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542cb08 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.443929:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc6381c00/0x5dfa74784542cb0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542cb08 expref: 24 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.443938:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc6381c00/0x5dfa74784542cb0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cb08 expref: 24 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.443966:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc6381c00, rc 0) 00000100:00100000:1.0:1788460364.444005:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:24277:x1875336022449792:12345-0@lo:101:mount.lustre.0 Request processed in 123us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460364.444011:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1788460364.444213:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41be300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022449792:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788460364.444228:0:24277:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4ac395fa00/0x5dfa74784542cb08 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cb0f expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460364.444236:0:24277:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4ac395fa00/0x5dfa74784542cb08 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542cb0f expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788460364.448309:0:24277:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x18:0x0] index 52 count 51 00000040:00080000:2.0:1788460364.448600:0:24277:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788460364.448805:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].1, 224 off8416 00000040:00080000:2.0:1788460364.448836:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].2, 120 off8536 00000040:00080000:2.0:1788460364.448849:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].3, 168 off8704 00000040:00080000:2.0:1788460364.448859:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].4, 224 off8928 00000040:00080000:2.0:1788460364.448870:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].5, 224 off9152 00000040:00080000:2.0:1788460364.448880:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].6, 120 off9272 00000040:00080000:2.0:1788460364.448891:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].7, 168 off9440 00000040:00080000:2.0:1788460364.448901:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].8, 224 off9664 00000040:00080000:2.0:1788460364.448912:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].9, 224 off9888 00000040:00080000:2.0:1788460364.448926:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].10, 120 off10008 00000040:00080000:2.0:1788460364.448985:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].11, 224 off10232 00000040:00080000:2.0:1788460364.449007:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].12, 224 off10456 00000040:00080000:2.0:1788460364.449025:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].13, 88 off10544 00000040:00080000:2.0:1788460364.449044:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].14, 128 off10672 00000040:00080000:2.0:1788460364.449061:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].15, 144 off10816 00000040:00080000:2.0:1788460364.449214:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].16, 160 off10976 00000040:00080000:2.0:1788460364.449236:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].17, 224 off11200 00000040:00080000:2.0:1788460364.449250:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].18, 224 off11424 00000040:00080000:2.0:1788460364.449264:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].19, 80 off11504 00000040:00080000:2.0:1788460364.449280:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].20, 224 off11728 00000040:00080000:2.0:1788460364.449296:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].21, 224 off11952 00000040:00080000:2.0:1788460364.449310:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].22, 88 off12040 00000040:00080000:2.0:1788460364.449325:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].23, 128 off12168 00000040:00080000:2.0:1788460364.449341:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].24, 144 off12312 00000040:00080000:2.0:1788460364.449356:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].25, 160 off12472 00000040:00080000:2.0:1788460364.449370:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].26, 224 off12696 00000040:00080000:2.0:1788460364.449386:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].27, 224 off12920 00000040:00080000:2.0:1788460364.449399:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].28, 80 off13000 00000040:00080000:2.0:1788460364.449413:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].29, 224 off13224 00000040:00080000:2.0:1788460364.449426:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].30, 224 off13448 00000040:00080000:2.0:1788460364.449498:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].31, 88 off13536 00000040:00080000:2.0:1788460364.452560:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].32, 128 off13664 00000040:00080000:2.0:1788460364.452610:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].33, 144 off13808 00000040:00080000:2.0:1788460364.452628:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].34, 128 off13936 00000040:00080000:2.0:1788460364.452653:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].35, 224 off14160 00000040:00080000:2.0:1788460364.452668:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].36, 224 off14384 00000040:00080000:2.0:1788460364.452681:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].37, 80 off14464 00000040:00080000:2.0:1788460364.452695:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].38, 224 off14688 00000040:00080000:2.0:1788460364.452708:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].39, 224 off14912 00000040:00080000:2.0:1788460364.452721:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].40, 88 off15000 00000040:00080000:2.0:1788460364.452734:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].41, 128 off15128 00000040:00080000:2.0:1788460364.452748:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].42, 144 off15272 00000040:00080000:2.0:1788460364.452760:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].43, 128 off15400 00000040:00080000:2.0:1788460364.452773:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].44, 224 off15624 00000040:00080000:2.0:1788460364.452788:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].45, 224 off15848 00000040:00080000:2.0:1788460364.452802:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].46, 80 off15928 00000040:00080000:2.0:1788460364.452815:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].47, 224 off16152 00000040:00080000:2.0:1788460364.452842:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].48, 232 off16384 00000040:00080000:2.0:1788460364.453024:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].49, 224 off16608 00000040:00080000:2.0:1788460364.453044:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].50, 120 off16728 00000040:00080000:2.0:1788460364.453064:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1f:0x0].51, 224 off16952 00000040:00080000:2.0:1788460364.453069:0:24277:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x18:0x0] index 51 count 51 00000100:00100000:2.0:1788460364.453180:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41be300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022449920:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788460364.453240:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460364.453279:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bedf63600 going to sleep for 11 seconds 00000100:00100000:3.0:1788460364.456067:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022449920 00000100:00100000:3.0:1788460364.456081:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022449920 00000100:00100000:3.0:1788460364.456167:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1788460364.456178:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:24277:x1875336022449920:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788460364.456340:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:24277:x1875336022449920:12345-0@lo:501:mount.lustre.0 Request processed in 164us (3099us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460364.456347:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1788460364.456357:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41be300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022449920:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788460364.456400:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41be300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022450048:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788460364.456576:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460364.456617:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bedf63600 going to sleep for 11 seconds 00000100:00100000:3.0:1788460364.456656:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022450048 00000100:00100000:3.0:1788460364.456661:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022450048 00000100:00100000:3.0:1788460364.456695:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1788460364.456702:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:24277:x1875336022450048:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788460364.456790:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:24277:x1875336022450048:12345-0@lo:503:mount.lustre.0 Request processed in 88us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460364.456796:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1788460364.456798:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41be300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022450048:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788460364.460370:0:24277:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788460364.462561:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41be300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022450176:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788460364.462647:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460364.462689:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bedf636c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788460364.462717:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022450176 00000100:00100000:2.0:1788460364.462725:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022450176 00000100:00100000:2.0:1788460364.462769:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1788460364.462777:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:24277:x1875336022450176:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788460364.462891:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:24277:x1875336022450176:12345-0@lo:502:mount.lustre.0 Request processed in 114us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460364.462899:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1788460364.462984:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41be300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022450176:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788460364.463233:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].1, 224 off8416 00000040:00080000:2.0:1788460364.463265:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].2, 120 off8536 00000040:00080000:2.0:1788460364.463281:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].3, 168 off8704 00000040:00080000:2.0:1788460364.463296:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].4, 224 off8928 00000040:00080000:2.0:1788460364.463311:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].5, 224 off9152 00000040:00080000:2.0:1788460364.463323:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].6, 120 off9272 00000040:00080000:2.0:1788460364.463335:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].7, 168 off9440 00000040:00080000:2.0:1788460364.463349:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].8, 224 off9664 00000040:00080000:2.0:1788460364.463364:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].9, 224 off9888 00000040:00080000:2.0:1788460364.463396:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].10, 120 off10008 00000040:00080000:2.0:1788460364.463413:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].11, 224 off10232 00000040:00080000:2.0:1788460364.463428:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].12, 224 off10456 00000040:00080000:2.0:1788460364.463443:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].13, 88 off10544 00000040:00080000:2.0:1788460364.463455:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].14, 128 off10672 00000040:00080000:2.0:1788460364.463465:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].15, 144 off10816 00000040:00080000:2.0:1788460364.463475:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].16, 160 off10976 00000040:00080000:2.0:1788460364.463485:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].17, 224 off11200 00000040:00080000:2.0:1788460364.463495:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].18, 224 off11424 00000040:00080000:2.0:1788460364.463505:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].19, 80 off11504 00000040:00080000:2.0:1788460364.463529:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].20, 224 off11728 00000040:00080000:2.0:1788460364.463541:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].21, 224 off11952 00000040:00080000:2.0:1788460364.463552:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].22, 88 off12040 00000040:00080000:2.0:1788460364.463565:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].23, 128 off12168 00000040:00080000:2.0:1788460364.463578:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].24, 144 off12312 00000040:00080000:2.0:1788460364.463591:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].25, 160 off12472 00000040:00080000:2.0:1788460364.463616:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].26, 224 off12696 00000040:00080000:2.0:1788460364.463630:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].27, 224 off12920 00000040:00080000:2.0:1788460364.463643:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].28, 80 off13000 00000040:00080000:2.0:1788460364.463657:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].29, 224 off13224 00000040:00080000:2.0:1788460364.463670:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].30, 224 off13448 00000040:00080000:2.0:1788460364.463682:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].31, 88 off13536 00000040:00080000:2.0:1788460364.463692:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].32, 128 off13664 00000040:00080000:2.0:1788460364.463704:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].33, 144 off13808 00000040:00080000:2.0:1788460364.463714:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].34, 128 off13936 00000040:00080000:2.0:1788460364.463725:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].35, 224 off14160 00000040:00080000:2.0:1788460364.463736:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].36, 224 off14384 00000040:00080000:2.0:1788460364.463747:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].37, 80 off14464 00000040:00080000:2.0:1788460364.463757:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].38, 224 off14688 00000040:00080000:2.0:1788460364.463768:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].39, 224 off14912 00000040:00080000:2.0:1788460364.463778:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].40, 88 off15000 00000040:00080000:2.0:1788460364.463789:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].41, 128 off15128 00000040:00080000:2.0:1788460364.463813:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].42, 144 off15272 00000040:00080000:2.0:1788460364.463826:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].43, 128 off15400 00000040:00080000:2.0:1788460364.463837:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].44, 224 off15624 00000040:00080000:2.0:1788460364.463850:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].45, 224 off15848 00000040:00080000:2.0:1788460364.463863:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].46, 80 off15928 00000040:00080000:2.0:1788460364.465280:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].47, 224 off16152 00000040:00080000:2.0:1788460364.465298:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].48, 232 off16384 00000100:00100000:2.0:1788460364.465348:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41be300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022450304:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788460364.466230:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460364.466274:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bedf636c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788460364.466334:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022450304 00000100:00100000:0.0:1788460364.466342:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022450304 00000100:00100000:0.0:1788460364.466398:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1788460364.466408:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:24277:x1875336022450304:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788460364.466538:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:24277:x1875336022450304:12345-0@lo:502:mount.lustre.0 Request processed in 132us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460364.466546:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1788460364.466741:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41be300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022450304:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788460364.466902:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].49, 224 off16608 00000040:00080000:2.0:1788460364.466925:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].50, 120 off16728 00000100:00100000:2.0:1788460364.466981:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41be300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022450432:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788460364.467015:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460364.467037:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bedf636c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788460364.467051:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022450432 00000100:00100000:2.0:1788460364.467055:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022450432 00000100:00100000:2.0:1788460364.467147:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1788460364.467165:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:24277:x1875336022450432:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788460364.467239:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:24277:x1875336022450432:12345-0@lo:502:mount.lustre.0 Request processed in 75us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460364.467246:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1788460364.467284:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41be300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022450432:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788460364.467317:0:24277:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x20:0x0].51, 224 off16952 00000040:00080000:2.0:1788460364.467323:0:24277:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1788460364.471347:0:24303:0:(obd_mount.c:308:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1788460364.471364:0:24303:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8c4ac1ef1988) 00000020:00000080:3.0:1788460364.471385:0:24303:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:3.0:1788460364.471486:0:24303:0:(tgt_mount.c:167:server_get_mount()) get mount ffff8c4ac3721800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788460364.471491:0:24303:0:(tgt_mount.c:201:server_put_mount()) put mount ffff8c4ac3721800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788460364.471494:0:24303:0:(obd_mount.c:798:lustre_put_lsi()) put ffff8c4ac3721800 3 00010000:00080000:3.0:1788460364.471524:0:24303:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c4ac3584800@lustre-MDT0000-lwp-OST0000: add connection 192.168.206.105@tcp at head 00010000:00010000:3.0:1788460364.474331:0:24303:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:3.0:1788460364.474505:0:24303:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:3.0:1788460364.474545:0:24303:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788460364.474556:0:24303:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x5dfa74784542cb1d 00000100:00080000:3.0:1788460364.474566:0:24303:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788460364.474571:0:24303:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8c4ac3584800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:3.0:1788460364.474604:0:24303:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac43a9c00 x1875336022450560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788460364.474633:0:24303:0:(pinger.c:380:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788460364.474682:0:16617:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460364.474686:0:16617:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788460364.474689:0:16617:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460364.474692:0:16617:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788460364.474697:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1875336022450688:0@lo:400:kworker.0 00000100:00080000:3.0:1788460364.474714:0:16617:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460364.474716:0:16617:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788460364.474724:0:16617:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460364.474726:0:16617:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788460364.474754:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1875336022450816:0@lo:400:kworker.0 00000100:00100000:2.0:1788460364.474754:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460364.474782:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460364.474800:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022450688 00000100:00100000:2.0:1788460364.474806:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022450688 00000100:00100000:3.0:1788460364.474810:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022450944:0@lo:400:kworker.0 00000100:00100000:3.0:1788460364.474829:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460364.474837:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022450944 00000100:00100000:2.0:1788460364.474839:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022450944 00000100:00100000:3.0:1788460364.474845:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788460364.474850:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3661:1875336022451072:0@lo:400:kworker.0 00000100:00100000:2.0:1788460364.474854:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788460364.474861:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1875336022450688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460364.474867:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460364.474896:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022450816 00000100:00100000:3.0:1788460364.474899:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022450816 00000100:00100000:2.0:1788460364.474908:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1875336022450688:12345-0@lo:400:kworker.0 Request processed in 47us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460364.474919:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022451072 00000100:00100000:3.0:1788460364.474921:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022451072 00000100:00100000:2.0:1788460364.474923:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788460364.474932:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788460364.474936:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788460364.474938:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1875336022450816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460364.474963:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022450944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460364.474998:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022450944:12345-0@lo:400:kworker.0 Request processed in 56us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460364.475003:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1875336022450816:12345-0@lo:400:kworker.0 Request processed in 65us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460364.475004:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788460364.475009:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788460364.475018:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788460364.475023:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1875336022451072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460364.475041:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022450944:0@lo:400:kworker.0 00000100:00100000:3.0:1788460364.475046:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1875336022451072:12345-0@lo:400:kworker.0 Request processed in 23us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460364.475050:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:2.0:1788460364.475059:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4ac43a9880 x1875336022451072/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460364.475068:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3661:1875336022451072:0@lo:400:kworker.0 00000100:00100000:2.0:1788460364.475177:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1875336022450688:0@lo:400:kworker.0 00000100:00100000:1.0:1788460364.475481:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3658:1875336022450560:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788460364.475513:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460364.481326:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022450560 00000100:00100000:3.0:1788460364.481342:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022450560 00000100:00100000:3.0:1788460364.481388:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788460364.481401:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3658:x1875336022450560:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788460364.481426:0:22774:0:(ldlm_lib.c:1461:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 661 last 0 00000020:00000080:3.0:1788460364.481457:0:22774:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x5dfa74784542cb24 00000004:00100000:3.0:1788460364.481472:0:22774:0:(mdt_handler.c:7310:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788460364.481516:0:22774:0:(import.c:65:import_set_state_nolock()) ffff8c4ac349e800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788460364.481595:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4396680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1875336022450560:12345-0@lo:38:llog_process_th.0 Request processed in 194us (6080us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460364.481603:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1788460364.481665:0:3658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4ac43a9c00 x1875336022450560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788460374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460364.481676:0:3658:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788460364.481684:0:3658:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1788460364.481691:0:3658:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788460364.481696:0:3658:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788460364.481698:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4ac3584800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788460364.481705:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3658:1875336022450560:0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788460364.481739:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4ac43a9180 x1875336022450816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460364.481748:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1875336022450816:0@lo:400:kworker.0 00000020:01000004:0.0:1788460364.485459:0:24303:0:(obd_mount.c:308:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1788460364.485477:0:24303:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8c4bc4721988) 00000020:00000080:0.0:1788460364.485498:0:24303:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:0.0:1788460364.485576:0:24303:0:(tgt_mount.c:167:server_get_mount()) get mount ffff8c4ac3721800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788460364.485580:0:24303:0:(tgt_mount.c:201:server_put_mount()) put mount ffff8c4ac3721800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788460364.485583:0:24303:0:(obd_mount.c:798:lustre_put_lsi()) put ffff8c4ac3721800 3 00010000:00080000:0.0:1788460364.485610:0:24303:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c4ac41a1000@lustre-MDT0001-lwp-OST0000: add connection 192.168.206.105@tcp at head 00010000:00010000:1.0:1788460364.489145:0:24303:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:1.0:1788460364.489420:0:24303:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:1.0:1788460364.489479:0:24303:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788460364.489491:0:24303:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x5dfa74784542cb32 00000100:00080000:1.0:1788460364.489501:0:24303:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788460364.489514:0:24303:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8c4ac41a1000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:1.0:1788460364.489545:0:24303:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bc4397480 x1875336022451200/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788460364.489575:0:24303:0:(pinger.c:380:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00100000:0.0:1788460364.489698:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4397480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3658:1875336022451200:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788460364.489764:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460364.489853:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022451200 00000100:00100000:1.0:1788460364.489860:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022451200 00000100:00100000:1.0:1788460364.489897:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788460364.489904:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4931f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3658:x1875336022451200:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788460364.489928:0:22774:0:(ldlm_lib.c:1461:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 661 last 0 00000020:00000080:1.0:1788460364.489981:0:22774:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x5dfa74784542cb39 00000004:00100000:1.0:1788460364.489995:0:22774:0:(mdt_handler.c:7310:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788460364.490023:0:22774:0:(import.c:65:import_set_state_nolock()) ffff8c4ac3b53000 : changing import state from RECOVER to FULL 00010000:00080000:0.0:1788460364.490218:0:3658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4bc4397480 x1875336022451200/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788460374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788460364.490229:0:3658:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788460364.490236:0:3658:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1788460364.490243:0:3658:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788460364.490246:0:3658:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1788460364.490249:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4ac41a1000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788460364.490254:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4397480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3658:1875336022451200:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788460364.490294:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4931f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1875336022451200:12345-0@lo:38:llog_process_th.0 Request processed in 166us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460364.490304:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:3.0:1788460364.491589:0:16617:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460364.491596:0:16617:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788460364.491599:0:16617:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460364.491601:0:16617:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788460364.491614:0:16617:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460364.491616:0:16617:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788460364.491619:0:16617:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460364.491622:0:16617:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:0.0:1788460364.492344:0:24303:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x20:0x0] index 52 count 51 00000020:01000000:3.0:1788460364.493518:0:24277:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1788460364.493535:0:24277:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788460364.493558:0:24277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac395fa00/0x5dfa74784542cb08 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cb0f expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460364.493570:0:24277:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4ac395fa00/0x5dfa74784542cb08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cb0f expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788460364.493636:0:24277:0:(tgt_mount.c:1239:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788460364.493639:0:24277:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788460364.493640:0:24277:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788460364.493642:0:24277:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:3.0:1788460364.493643:0:24277:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:3.0:1788460364.493644:0:24277:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:3.0:1788460364.493646:0:24277:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788460364.493648:0:24277:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788460364.493649:0:24277:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788460364.493652:0:24277:0:(mgc_request_server.c:449:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:3.0:1788460364.493655:0:24277:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788460364.493656:0:24277:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788460364.493657:0:24277:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788460364.493658:0:24277:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:3.0:1788460364.493659:0:24277:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:3.0:1788460364.493660:0:24277:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:3.0:1788460364.493661:0:24277:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788460364.493663:0:24277:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788460364.493664:0:24277:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788460364.493687:0:24277:0:(mgc_request_server.c:279:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1788460364.493705:0:24277:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022451328:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788460364.493770:0:24277:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460364.493813:0:24277:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc55360c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788460364.493964:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022451328 00000100:00100000:0.0:1788460364.493977:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022451328 00000100:00100000:0.0:1788460364.494023:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1788460364.494030:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01503850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:24277:x1875336022451328:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788460364.494055:0:22766:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1788460364.494068:0:22766:0:(mgs_nids.c:475:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1788460364.498588:0:22766:0:(mgs_nids.c:842:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788460364.498603:0:22766:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1788460364.498671:0:22788:0:(mgs_nids.c:739:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788460364.498675:0:22788:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788460364.498696:0:22788:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542cb40 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.498713:0:22788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542ca6e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542ca67 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.498721:0:22788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c4bef209c00/0x5dfa74784542ca7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542ca75 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.498727:0:22788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c4bc6381600/0x5dfa74784542caf3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542caec expref: 24 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.498733:0:22788:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542cb40 lrc: 6/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.498768:0:22788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c4bc6381600/0x5dfa74784542caf3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5dfa74784542caec expref: 24 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.498781:0:22788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c4bc6381600/0x5dfa74784542caf3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5dfa74784542caec expref: 24 pid: 22765 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460364.498794:0:22788:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4933480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1875336022451456:0@lo:104: 00000100:00100000:0.0:1788460364.498858:0:22788:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788460364.498903:0:22788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c4bef209c00/0x5dfa74784542ca7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5dfa74784542ca75 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.498911:0:22788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c4bef209c00/0x5dfa74784542ca7c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5dfa74784542ca75 expref: 24 pid: 22767 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460364.498920:0:22788:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4930a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1875336022451584:0@lo:104: 00000100:00100000:0.0:1788460364.498939:0:22788:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788460364.498973:0:22788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542ca6e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5dfa74784542ca67 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.498981:0:22788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542ca6e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5dfa74784542ca67 expref: 24 pid: 22767 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460364.498989:0:22788:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4933800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1875336022451712:0@lo:104: 00000100:00100000:0.0:1788460364.499026:0:22788:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460364.499037:0:22788:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bf767e780 going to sleep for 11 seconds 00000100:00100000:0.0:1788460364.499061:0:22756:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788460364.499089:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022451456 00000100:00100000:0.0:1788460364.499095:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022451456 00000100:00100000:0.0:1788460364.500395:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022451584 00000100:00100000:0.0:1788460364.500402:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022451584 00000100:00100000:0.0:1788460364.500413:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022451712 00000100:00100000:0.0:1788460364.500415:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022451712 00000100:00100000:0.0:1788460364.500427:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788460364.500435:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4933100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+5:22788:x1875336022451456:12345-0@lo:104: 00010000:00010000:0.0:1788460364.500508:0:22756:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e600/0x5dfa74784542caec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542caf3 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.500584:0:22756:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788460364.500590:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4933100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+5:22788:x1875336022451456:12345-0@lo:104: Request processed in 156us (1732us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460364.500597:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788460364.500611:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788460364.500616:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4932a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+4:22788:x1875336022451584:12345-0@lo:104: 00010000:00010000:0.0:1788460364.500623:0:22756:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542ca75 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542ca7c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.500650:0:22756:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788460364.500655:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4932a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+4:22788:x1875336022451584:12345-0@lo:104: Request processed in 39us (1715us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460364.500660:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788460364.500681:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788460364.500687:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc85c4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+3:22788:x1875336022451712:12345-0@lo:104: 00010000:00010000:0.0:1788460364.500694:0:22756:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381400/0x5dfa74784542ca67 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542ca6e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.500719:0:22756:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1788460364.500724:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc85c4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+3:22788:x1875336022451712:12345-0@lo:104: Request processed in 38us (1699us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460364.500729:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1788460364.500766:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788460364.500771:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e600/0x5dfa74784542caec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542caf3 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.500789:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac395e600 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:0.0:1788460364.500794:0:22761:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e600/0x5dfa74784542caec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x5dfa74784542caf3 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.500802:0:22761:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e600/0x5dfa74784542caec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x5dfa74784542caf3 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788460364.500809:0:22761:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e600/0x5dfa74784542caec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x5dfa74784542caf3 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460364.500815:0:22761:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788460364.500843:0:22761:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e600/0x5dfa74784542caec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542caf3 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.500848:0:22761:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788460364.500864:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e600/0x5dfa74784542caec lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542caf3 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.500872:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e600/0x5dfa74784542caec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542caf3 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.500883:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788460364.500886:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542ca75 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542ca7c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.500891:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bef208c00 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:0.0:1788460364.500894:0:22761:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542ca75 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x5dfa74784542ca7c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.500911:0:22761:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542ca75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x5dfa74784542ca7c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788460364.500918:0:22761:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542ca75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x5dfa74784542ca7c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460364.500923:0:22761:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788460364.500933:0:22761:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542ca75 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542ca7c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.500938:0:22761:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788460364.500958:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542ca75 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542ca7c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.500965:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542ca75 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542ca7c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.500973:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788460364.500976:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381400/0x5dfa74784542ca67 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542ca6e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.500982:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc6381400 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:0.0:1788460364.500984:0:22761:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381400/0x5dfa74784542ca67 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x5dfa74784542ca6e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.500991:0:22761:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381400/0x5dfa74784542ca67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x5dfa74784542ca6e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788460364.500997:0:22761:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381400/0x5dfa74784542ca67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x5dfa74784542ca6e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460364.501007:0:22761:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788460364.501017:0:22761:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381400/0x5dfa74784542ca67 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542ca6e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.501023:0:22761:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788460364.501034:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381400/0x5dfa74784542ca67 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542ca6e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.501041:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bc6381400/0x5dfa74784542ca67 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542ca6e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.501052:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460364.501054:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460364.501055:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460364.501061:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460364.501072:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788460364.501083:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52effe76-ab9d-442f-b102-f6f3593bcd8d:3662:1875336022452096:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788460364.502178:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4933100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022451840:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788460364.502220:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460364.502260:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788460364.502266:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4932a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022451968:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788460364.502283:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460364.502309:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022451840 00000100:00100000:2.0:1788460364.502314:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022451840 00010000:00010000:2.0:1788460364.502336:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c4bc6381600/0x5dfa74784542caf3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542caec expref: 25 pid: 22765 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460364.502356:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022451968 00000100:00100000:2.0:1788460364.502358:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022451968 00010000:00010000:2.0:1788460364.502366:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c4bef209c00/0x5dfa74784542ca7c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542ca75 expref: 26 pid: 22767 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460364.502395:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788460364.502401:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:3659:x1875336022451840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788460364.502412:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788460364.502417:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c4bc6381600/0x5dfa74784542caf3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542caec expref: 26 pid: 22765 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460364.502426:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c4bc6381600/0x5dfa74784542caf3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5dfa74784542caec expref: 26 pid: 22765 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460364.502641:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460364.502694:0:22788:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4933480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1875336022451456:0@lo:104: 00000100:00100000:0.0:1788460364.502702:0:22788:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4930a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1875336022451584:0@lo:104: 00000100:00100000:0.0:1788460364.502710:0:22788:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4933800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1875336022451712:0@lo:104: 00010000:00010000:2.0:1788460364.502749:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc6381600/0x5dfa74784542caf3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5dfa74784542caec expref: 26 pid: 22765 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.502777:0:22788:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542cb40 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460364.502840:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01503850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+25:24277:x1875336022451328:12345-0@lo:253:mount.lustre.0 Request processed in 8810us (9069us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460364.502848:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1788460364.502912:0:24277:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:24277:1875336022451328:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788460364.502921:0:24277:0:(mgc_request_server.c:300:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1788460364.502924:0:24277:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788460364.502926:0:24277:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788460364.502927:0:24277:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788460364.502928:0:24277:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:0.0:1788460364.502930:0:24277:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:0.0:1788460364.502936:0:24277:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:0.0:1788460364.502937:0:24277:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788460364.502939:0:24277:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788460364.502940:0:24277:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1788460364.502980:0:24277:0:(tgt_mount.c:2880:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1788460364.503968:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022452096 00000100:00100000:1.0:1788460364.503975:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022452096 00010000:00010000:1.0:1788460364.503996:0:22758:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542ca6e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542ca67 expref: 25 pid: 22767 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460364.504016:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788460364.504022:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+25:3659:x1875336022451968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788460364.504031:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788460364.504036:0:22758:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c4bef209c00/0x5dfa74784542ca7c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542ca75 expref: 25 pid: 22767 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.504046:0:22758:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c4bef209c00/0x5dfa74784542ca7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5dfa74784542ca75 expref: 25 pid: 22767 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.504066:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bef209c00/0x5dfa74784542ca7c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5dfa74784542ca75 expref: 25 pid: 22767 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.504093:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788460364.504163:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:3659:x1875336022451968:12345-0@lo:103:ldlm_bl.0 Request processed in 140us (1878us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460364.504170:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788460364.504187:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788460364.504192:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4130050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+23:3662:x1875336022452096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788460364.504199:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788460364.504203:0:22758:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542ca6e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542ca67 expref: 23 pid: 22767 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.504210:0:22758:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542ca6e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5dfa74784542ca67 expref: 23 pid: 22767 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.504220:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4ac395fe00/0x5dfa74784542ca6e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5dfa74784542ca67 expref: 23 pid: 22767 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.504229:0:22758:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542cb40 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.504237:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542cb40 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788460364.504249:0:22758:0:(mgs_nids.c:715:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005574635s 00010000:00010000:1.0:1788460364.504254:0:22758:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542cb40 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.504269:0:22758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542cb40 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.504275:0:22758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542cb40 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.504281:0:22758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542cb40 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.504285:0:22758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bef209a00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:1.0:1788460364.504289:0:22758:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542cb40 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.504296:0:22758:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542cb40 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.504307:0:22758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542cb40 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460364.504315:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788460364.504339:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4130050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+22:3662:x1875336022452096:12345-0@lo:103:ldlm_bl.0 Request processed in 147us (1698us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460364.504345:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1788460364.504611:0:22788:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542cb40 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.504620:0:22788:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542cb40 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460364.504626:0:22788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bef209a00/0x5dfa74784542cb40 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460364.504657:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52effe76-ab9d-442f-b102-f6f3593bcd8d:3662:1875336022452096:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788460364.505281:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4932a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022451968:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788460364.507611:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788460364.508058:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52effe76-ab9d-442f-b102-f6f3593bcd8d+21:3659:x1875336022451840:12345-0@lo:103:ldlm_bl.0 Request processed in 5652us (5832us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460364.508070:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788460364.508189:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4933100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022451840:0@lo:103:ldlm_bl.0 00000001:00000004:0.0:1788460364.510530:0:24277:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1788460364.513693:0:24277:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1788460364.513702:0:24277:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1788460364.513741:0:24277:0:(tgt_mount.c:2600:server_fill_super_common()) Server sb, dev=49 00000080:00000004:0.0:1788460364.513761:0:24277:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:0.0:1788460364.514644:0:24277:0:(tgt_mount.c:2486:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788460364.514858:0:24277:0:(tgt_mount.c:2501:is_cmd_supported()) ioctl cmd=81009431 00000020:00000004:3.0:1788460365.158112:0:24357:0:(tgt_mount.c:2486:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788460365.158336:0:24357:0:(tgt_mount.c:2501:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788460365.459206:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788460365.714545:0:22770:0:(mgc_request.c:715:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788460365.714551:0:22770:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-mdtir-ffff8c4ac3721800 from 13 10000000:01000000:0.0:1788460365.714561:0:22770:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788460365.714613:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef209a00/0x5dfa74784542cb47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460365.714625:0:22770:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bef209a00/0x5dfa74784542cb47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460365.714637:0:22770:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bef209a00/0x5dfa74784542cb47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460365.714659:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4933100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022452224:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788460365.714715:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460365.714759:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac36aa3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788460365.714856:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022452224 00000100:00100000:2.0:1788460365.714863:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022452224 00000100:00100000:2.0:1788460365.714915:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1788460365.714923:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01500050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+21:22770:x1875336022452224:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788460365.714935:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788460365.714970:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4ac395fc00/0x5dfa74784542cb4e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542cb47 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460365.714990:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4ac395fc00/0x5dfa74784542cb4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542cb47 expref: 22 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460365.715000:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4ac395fc00/0x5dfa74784542cb4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cb47 expref: 22 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460365.715008:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac395fc00, rc 0) 00000100:00100000:2.0:1788460365.715047:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01500050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+22:22770:x1875336022452224:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 125us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460365.715053:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1788460365.715139:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4933100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022452224:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788460365.715164:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bef209a00/0x5dfa74784542cb47 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cb4e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460365.715173:0:22770:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bef209a00/0x5dfa74784542cb47 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542cb4e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460365.715218:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4933100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022452352:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788460365.715245:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460365.715271:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac36aa3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788460365.715309:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022452352 00000100:00100000:2.0:1788460365.715313:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022452352 00000100:00100000:2.0:1788460365.715343:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1788460365.715349:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01502c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+22:22770:x1875336022452352:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788460365.715361:0:22766:0:(mgs_nids.c:1209:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788460365.715375:0:22766:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788460365.715378:0:22766:0:(mgs_nids.c:325:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1788460365.715677:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01502c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+22:22770:x1875336022452352:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 327us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460365.715684:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788460365.715740:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4933100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022452352:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788460365.715772:0:22770:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788460365.715779:0:22770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef209a00/0x5dfa74784542cb47 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cb4e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460365.715797:0:22770:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bef209a00/0x5dfa74784542cb47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cb4e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460365.715809:0:22770:0:(mgc_request.c:715:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788460365.715811:0:22770:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-mdtir-ffff8c4ac4846000 from 13 10000000:01000000:0.0:1788460365.715814:0:22770:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788460365.715830:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542cb55 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460365.715838:0:22770:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542cb55 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460365.715846:0:22770:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542cb55 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460365.715858:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4933100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022452480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788460365.715884:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460365.715906:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac36aa3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788460365.715973:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022452480 00000100:00100000:2.0:1788460365.715978:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022452480 00000100:00100000:2.0:1788460365.716004:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1788460365.716009:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01500450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+22:22770:x1875336022452480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788460365.716017:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788460365.716026:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4ac395f200/0x5dfa74784542cb5c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542cb55 expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460365.716041:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4ac395f200/0x5dfa74784542cb5c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542cb55 expref: 23 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460365.716048:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4ac395f200/0x5dfa74784542cb5c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cb55 expref: 23 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460365.716055:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac395f200, rc 0) 00000100:00100000:2.0:1788460365.716081:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01500450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+23:22770:x1875336022452480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 73us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460365.716092:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1788460365.716170:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4933100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022452480:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788460365.716181:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542cb55 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cb5c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460365.716188:0:22770:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542cb55 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542cb5c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460365.716223:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4933100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022452608:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788460365.716248:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460365.716283:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac36aa3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788460365.716320:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022452608 00000100:00100000:2.0:1788460365.716324:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022452608 00000100:00100000:2.0:1788460365.716351:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1788460365.716357:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01501050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+23:22770:x1875336022452608:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788460365.716367:0:22766:0:(mgs_nids.c:1209:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788460365.716381:0:22766:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788460365.716384:0:22766:0:(mgs_nids.c:325:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1788460365.716685:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01501050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+23:22770:x1875336022452608:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 327us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460365.716693:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1788460365.716753:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4933100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022452608:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788460365.716800:0:22770:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788460365.716806:0:22770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542cb55 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cb5c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460365.716814:0:22770:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542cb55 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cb5c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460365.716825:0:22770:0:(mgc_request.c:715:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788460365.716826:0:22770:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-mdtir-ffff8c4c01464800 from 13 10000000:01000000:0.0:1788460365.716829:0:22770:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788460365.716844:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef208600/0x5dfa74784542cb63 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460365.716851:0:22770:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bef208600/0x5dfa74784542cb63 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460365.716858:0:22770:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bef208600/0x5dfa74784542cb63 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460365.716870:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4933100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022452736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788460365.716895:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460365.716916:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac36aa3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788460365.716982:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022452736 00000100:00100000:2.0:1788460365.716987:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022452736 00000100:00100000:2.0:1788460365.717013:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1788460365.717019:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01503450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+23:22770:x1875336022452736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788460365.717026:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788460365.717033:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4ac395f400/0x5dfa74784542cb6a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542cb63 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460365.717047:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4ac395f400/0x5dfa74784542cb6a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542cb63 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460365.717055:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4ac395f400/0x5dfa74784542cb6a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cb63 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460365.717062:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac395f400, rc 0) 00000100:00100000:2.0:1788460365.717085:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01503450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:22770:x1875336022452736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 67us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460365.717099:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1788460365.717172:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4933100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022452736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788460365.717182:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bef208600/0x5dfa74784542cb63 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cb6a expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460365.717189:0:22770:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bef208600/0x5dfa74784542cb63 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542cb6a expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460365.717223:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4933100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022452864:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788460365.717245:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460365.717266:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac36aa3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788460365.717558:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022452864 00000100:00100000:2.0:1788460365.717563:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022452864 00000100:00100000:2.0:1788460365.717873:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1788460365.717880:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01503050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:22770:x1875336022452864:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788460365.717893:0:22766:0:(mgs_nids.c:1209:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788460365.717906:0:22766:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788460365.717909:0:22766:0:(mgs_nids.c:325:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1788460365.718005:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01503050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:22770:x1875336022452864:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 125us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460365.718011:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1788460365.718041:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4933100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022452864:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788460365.718083:0:22770:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788460365.718090:0:22770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bef208600/0x5dfa74784542cb63 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cb6a expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460365.718097:0:22770:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bef208600/0x5dfa74784542cb63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cb6a expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460365.910850:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788460365.910871:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022452992:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788460365.910934:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460365.911002:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022452992 00000100:00100000:1.0:1788460365.911009:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022452992 00000100:00100000:1.0:1788460365.911054:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788460365.911069:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4396a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022452992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788460365.911102:0:22778:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788460365.911158:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4396a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022452992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460365.911175:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788460365.911220:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022452992:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788460366.417788:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1875336022453120:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788460366.417863:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460366.418527:0:23512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022453120 00000100:00100000:1.0:1788460366.418536:0:23512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022453120 00000100:00100000:1.0:1788460366.418593:0:23512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788460366.418602:0:23512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1875336022453120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788460366.418636:0:23512:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788460366.418698:0:23512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1875336022453120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (835us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460366.418705:0:23512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788460366.420546:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1875336022453120:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788460366.481291:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788460367.186459:0:23529:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788460367.506122:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460368.533856:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460369.559299:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788460369.716159:0:24647:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg605-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00080000:1.0:1788460370.004648:0:16617:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788460370.004655:0:16617:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788460370.004658:0:16617:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788460370.004661:0:16617:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788460370.004677:0:16617:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788460370.004680:0:16617:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788460370.004682:0:16617:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788460370.004685:0:16617:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788460370.004727:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022453632:0@lo:400:kworker.0 00000100:00100000:1.0:1788460370.004798:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460370.004825:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52effe76-ab9d-442f-b102-f6f3593bcd8d:3660:1875336022453248:0@lo:400:kworker.0 00000100:00100000:0.0:1788460370.004937:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460370.004964:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022453376:0@lo:400:kworker.0 00000100:00100000:0.0:1788460370.004993:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7609880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1875336022453760:0@lo:400:kworker.0 00000100:00100000:1.0:1788460370.004995:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460370.005021:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf760aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3661:1875336022453888:0@lo:400:kworker.0 00000100:00100000:0.0:1788460370.005031:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460370.005052:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4397480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875336022453504:0@lo:400:kworker.0 00000100:00100000:1.0:1788460370.005079:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460370.005095:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022453248 00000100:00100000:1.0:1788460370.005103:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7609500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1875336022454016:0@lo:400:kworker.0 00000100:00100000:0.0:1788460370.005103:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022453248 00000100:00100000:1.0:1788460370.005149:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460370.005161:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1788460370.005172:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01502050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:3660:x1875336022453248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460370.005188:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022453632 00000100:00100000:1.0:1788460370.005194:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022453632 00000100:00100000:1.0:1788460370.005239:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022453376 00000100:00100000:1.0:1788460370.005244:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022453376 00000100:00100000:0.0:1788460370.005251:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01502050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:3660:x1875336022453248:12345-0@lo:400:kworker.0 Request processed in 72us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460370.005260:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788460370.005264:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1788460370.005272:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf760a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022453632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460370.005301:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022453760 00000100:00100000:0.0:1788460370.005305:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022453760 00000100:00100000:0.0:1788460370.005320:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022453504 00000100:00100000:0.0:1788460370.005323:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022453504 00000100:00100000:0.0:1788460370.005331:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022454016 00000100:00100000:0.0:1788460370.005340:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022454016 00000100:00100000:0.0:1788460370.005366:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788460370.005372:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4933800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1875336022453760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460370.005403:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4933800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1875336022453760:12345-0@lo:400:kworker.0 Request processed in 31us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460370.005409:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788460370.005420:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788460370.005428:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac1e62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875336022453504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460370.005468:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf760a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022453632:12345-0@lo:400:kworker.0 Request processed in 199us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460370.005477:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788460370.005478:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac1e62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875336022453504:12345-0@lo:400:kworker.0 Request processed in 49us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460370.005486:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788460370.005495:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788460370.005506:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788460370.005508:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7608000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022453376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460370.005517:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac1e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875336022454016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460370.005550:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7608000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022453376:12345-0@lo:400:kworker.0 Request processed in 47us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460370.005557:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac1e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875336022454016:12345-0@lo:400:kworker.0 Request processed in 42us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460370.005558:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788460370.005569:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788460370.005600:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788460370.005601:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788460370.005640:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022453376:0@lo:400:kworker.0 00010000:00080000:1.0:1788460370.005676:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4bc4397480 x1875336022453504/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460370.005694:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4397480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875336022453504:0@lo:400:kworker.0 00010000:00080000:1.0:1788460370.005706:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4bf7609500 x1875336022454016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460370.005716:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7609500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1875336022454016:0@lo:400:kworker.0 00000100:00100000:1.0:1788460370.005745:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022453632:0@lo:400:kworker.0 00000100:00100000:1.0:1788460370.005761:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022453888 00000100:00100000:1.0:1788460370.005764:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022453888 00000100:00100000:1.0:1788460370.005792:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788460370.005798:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac1e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1875336022453888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460370.005861:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac1e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1875336022453888:12345-0@lo:400:kworker.0 Request processed in 63us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460370.005867:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:1.0:1788460370.005883:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1788460370.005988:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4bf760aa00 x1875336022453888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460370.006001:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf760aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3661:1875336022453888:0@lo:400:kworker.0 00000100:00100000:0.0:1788460370.007467:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52effe76-ab9d-442f-b102-f6f3593bcd8d:3660:1875336022453248:0@lo:400:kworker.0 00010000:00080000:0.0:1788460370.007505:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4bf7609880 x1875336022453760/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788460370.007518:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7609880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1875336022453760:0@lo:400:kworker.0 00000020:00000004:1.0:1788460370.558917:0:24700:0:(tgt_mount.c:2486:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788460370.560341:0:24700:0:(tgt_mount.c:2501:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788460370.579918:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460370.643455:0:3658:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788460355/real 1788460355] req@ffff8c4bf7609f80 x1875336022444672/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788460370 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788460370.643483:0:3658:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c4bf7609f80 x1875336022444672/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788460370 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788460370.643499:0:3658:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788460355/real 1788460355] req@ffff8c4bf7609180 x1875336022444800/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788460370 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788460370.643511:0:3658:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c4bf7609180 x1875336022444800/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788460370 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788460370.643528:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4c0148f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788460370.643582:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788460370.643587:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7609f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022444672:0@lo:8:kworker.0 00000100:00080000:0.0:1788460370.643593:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bc85f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788460370.644350:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460370.644356:0:36:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788460370.644359:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460370.644362:0:36:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788460370.644365:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460370.644368:0:36:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788460370.644371:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c4c0148f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788460370.644375:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 652 00000100:00080000:3.0:1788460370.644381:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788460370.644387:0:36:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8c4c0148f000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:3.0:1788460370.644489:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac43a9c00 x1875336022454144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788460370.644504:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460370.644514:0:36:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788460370.644517:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c4bc85f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788460370.644520:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 652 00000100:00080000:3.0:1788460370.644523:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788460370.644527:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8c4bc85f0000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:3.0:1788460370.644552:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac43ab480 x1875336022454272/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788460370.644789:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788460370.644794:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7609180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022444800:0@lo:8:kworker.0 00000100:00100000:0.0:1788460370.644824:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022454144:0@lo:8:kworker.0 00000100:00100000:0.0:1788460370.644881:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460370.644995:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022454144 00000100:00100000:1.0:1788460370.645003:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022454144 00000100:00080000:3.0:1788460370.645019:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460370.645023:0:36:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788460370.645025:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788460370.645028:0:36:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788460370.645032:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788460370.645108:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3658:x1875336022454144:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1788460370.645143:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022454272:0@lo:8:kworker.0 00010000:00080000:1.0:1788460370.645145:0:24282:0:(ldlm_lib.c:1461:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 667 last 0 00000020:00000080:1.0:1788460370.645171:0:24282:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x5dfa74784542cb71 00000100:00100000:0.0:1788460370.645184:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00100000:1.0:1788460370.645185:0:24282:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8c4ac3b56000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a07 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:1.0:1788460370.645189:0:24282:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:1.0:1788460370.645191:0:24282:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788460370.645371:0:24282:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:1.0:1788460370.645393:0:24282:0:(import.c:65:import_set_state_nolock()) ffff8c4ac3b57800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788460370.645396:0:24284:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1788460370.645402:0:24284:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:1.0:1788460370.645439:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1875336022454144:12345-0@lo:8:kworker.0 Request processed in 399us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460370.645447:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788460370.645460:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022454272 00000100:00100000:1.0:1788460370.645464:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022454272 00000100:00100000:1.0:1788460370.645475:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788460370.645480:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3658:x1875336022454272:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1788460370.645492:0:24282:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:0.0:1788460370.645622:0:3658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4ac43a9c00 x1875336022454144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788460390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788460370.645632:0:3658:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788460370.645639:0:3658:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1788460370.645645:0:3658:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788460370.645649:0:3658:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788460370.645651:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4c0148f000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788460370.645665:0:3658:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1788460370.645670:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022454144:0@lo:8:kworker.0 00000004:00080000:0.0:1788460370.645723:0:23515:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:0.0:1788460370.645739:0:23515:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4932300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23515:1875336022454528:0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1788460370.645764:0:23515:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460370.645777:0:23515:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac4115a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788460370.645796:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022454400:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788460370.645819:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788460370.646133:0:23514:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1788460370.646333:0:23514:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 667749388526ns, next at 0ns, rc = 0 00080000:00080000:3.0:1788460370.646341:0:23514:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:3.0:1788460370.648795:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022454400 00000100:00100000:3.0:1788460370.648808:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022454400 00000100:00100000:3.0:1788460370.648869:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788460370.648879:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3659:x1875336022454400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788460370.648907:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00080000:0.0:1788460370.649383:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788460370.650032:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3659:x1875336022454400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1152us (4208us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460370.650052:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788460370.650095:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022454528 00000100:00100000:3.0:1788460370.650100:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022454528 00000100:00100000:3.0:1788460370.650204:0:24706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788460370.650213:0:24706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23515:x1875336022454528:12345-0@lo:7:osp-pre-0-1.0 00010000:00080000:0.0:1788460370.650753:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4ac4932680 x1875336022454400/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788460386 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788460370.650775:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022454400:0@lo:13:osp-pre-0-1.0 00000004:00080000:2.0:1788460370.654654:0:23505:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00002000:00080000:0.0:1788460370.674202:0:24706:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:0.0:1788460370.674210:0:24706:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1788460370.674304:0:24706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23515:x1875336022454528:12345-0@lo:7:osp-pre-0-1.0 Request processed in 24088us (28534us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460370.674318:0:24706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1788460370.674331:0:23515:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4ac4932300 x1875336022454528/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788460386 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460370.674360:0:23515:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4932300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23515:1875336022454528:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1788460370.674373:0:23515:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:2.0:1788460370.674412:0:23515:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bf100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23515:1875336022454656:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1788460370.674446:0:23515:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460370.674478:0:23515:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac36aaa80 going to sleep for 11 seconds 00000100:00100000:0.0:1788460370.674897:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022454656 00000100:00100000:0.0:1788460370.674904:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022454656 00000100:00100000:0.0:1788460370.674976:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788460370.674985:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23515:x1875336022454656:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1788460370.675010:0:24284:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1788460370.675268:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23515:x1875336022454656:12345-0@lo:5:osp-pre-0-1.0 Request processed in 283us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460370.675275:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1788460370.677223:0:23515:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4ac41bf100 x1875336022454656/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788460386 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460370.677241:0:23515:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bf100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23515:1875336022454656:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1788460370.677256:0:23515:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1788460370.677298:0:23515:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bf100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23515:1875336022454784:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1788460370.677348:0:23515:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460370.678485:0:23515:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac36aaa80 going to sleep for 11 seconds 00000100:00100000:2.0:1788460370.680151:0:24706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022454784 00000100:00100000:2.0:1788460370.680164:0:24706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022454784 00000100:00100000:2.0:1788460370.680231:0:24706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788460370.680242:0:24706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23515:x1875336022454784:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1788460370.680283:0:24706:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:1.0:1788460370.688520:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3658:x1875336022454272:12345-0@lo:8:kworker.0 Request processed in 43033us (43329us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788460370.688533:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1788460370.690367:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bc85f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788460370.690376:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788460370.690381:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022454272:0@lo:8:kworker.0 00000001:00080000:3.0:1788460370.719220:0:24278:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:3.0:1788460370.719233:0:24278:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:1.0:1788460370.719466:0:24706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23515:x1875336022454784:12345-0@lo:5:osp-pre-0-1.0 Request processed in 39221us (42111us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1788460370.719479:0:24706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1788460370.719594:0:23515:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4ac41bf100 x1875336022454784/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788460386 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460370.719606:0:23515:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1788460370.719613:0:23515:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bf100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23515:1875336022454784:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1788460370.719643:0:23515:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:3.0:1788460370.719694:0:23515:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43ab480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23515:1875336022454912:0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1788460370.719731:0:23515:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460370.719762:0:23515:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc5536d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788460370.719827:0:22784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022454912 00000100:00100000:1.0:1788460370.719834:0:22784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022454912 00000100:00100000:1.0:1788460370.719877:0:22784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788460370.719885:0:22784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23515:x1875336022454912:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1788460370.719929:0:22784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23515:x1875336022454912:12345-0@lo:900:osp-pre-0-1.0 Request processed in 45us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460370.719936:0:22784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1788460370.720025:0:23515:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4ac43ab480 x1875336022454912/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788460386 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460370.720035:0:23515:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43ab480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23515:1875336022454912:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1788460371.025917:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac1e63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022455040:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788460371.026379:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460371.027267:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022455040 00000100:00100000:1.0:1788460371.027278:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022455040 00000100:00100000:1.0:1788460371.027728:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788460371.027741:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022455040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788460371.027784:0:22777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788460371.027868:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022455040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 129us (1488us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460371.027876:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788460371.028003:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac1e63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022455040:0@lo:41:osp-pre-0-1.0 00000020:00000004:1.0:1788460371.403420:0:24751:0:(tgt_mount.c:2486:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788460371.403633:0:24751:0:(tgt_mount.c:2501:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1788460371.539398:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022455168:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788460371.539476:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460371.539569:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022455168 00000100:00100000:2.0:1788460371.539648:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022455168 00000100:00100000:2.0:1788460371.539693:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788460371.539701:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac1e61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022455168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788460371.539734:0:22778:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788460371.539783:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac1e61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022455168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460371.539798:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788460371.539877:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022455168:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788460371.602308:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788460372.113753:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788460372.625379:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460373.649439:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460374.673348:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788460374.738749:0:3658:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788460354/real 1788460354] req@ffff8c4bf760a300 x1875336022443520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788460374 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460374.738779:0:3658:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c4bf760a300 x1875336022443520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788460374 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460374.738791:0:3658:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788460354/real 1788460354] req@ffff8c4bf7608e00 x1875336022443648/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788460374 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460374.738802:0:3658:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8c4bf7608e00 x1875336022443648/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788460374 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788460374.738822:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bc683a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788460374.738846:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788460374.738850:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf760a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022443520:0@lo:8:kworker.0 00000100:00080000:2.0:1788460374.738856:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bff80f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788460374.738861:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788460374.738864:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022443648:0@lo:8:kworker.0 00000100:00080000:2.0:1788460374.741981:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788460374.741989:0:36:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788460374.741992:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c4bc683a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788460374.742001:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 651 00000100:00080000:2.0:1788460374.742007:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1788460374.742022:0:36:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8c4bc683a800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:2.0:1788460374.742046:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac41bca80 x1875336022455552/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788460374.742063:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788460374.742067:0:36:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788460374.742068:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c4bff80f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788460374.742072:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 651 00000100:00080000:2.0:1788460374.742074:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1788460374.742078:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c4bff80f000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:2.0:1788460374.742089:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac41bf480 x1875336022455680/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788460374.742126:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788460374.742129:0:36:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788460374.742131:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c4bc85f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788460374.742134:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 667 00000100:00080000:2.0:1788460374.742136:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1788460374.742140:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8c4bc85f0000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:2.0:1788460374.742150:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac41bea00 x1875336022456192/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788460374.742194:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1875336022455808:0@lo:400:kworker.0 00000100:00100000:2.0:1788460374.742260:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460374.742305:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3660:1875336022456448:0@lo:400:kworker.0 00000100:00100000:2.0:1788460374.742325:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460374.742347:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1788460374.742361:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022455424:0@lo:400:kworker.0 00000100:00100000:2.0:1788460374.742385:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460374.742408:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1875336022456320:0@lo:400:kworker.0 00000100:00100000:2.0:1788460374.742426:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460374.742458:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022455808 00000100:00100000:2.0:1788460374.742464:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022455808 00000100:00100000:2.0:1788460374.742497:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022456448 00000100:00100000:2.0:1788460374.742499:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022456448 00000100:00100000:2.0:1788460374.742529:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022456320 00000100:00100000:2.0:1788460374.742532:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022456320 00000100:00100000:2.0:1788460374.742545:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788460374.742552:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1875336022455808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460374.742745:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1875336022455808:12345-0@lo:400:kworker.0 Request processed in 192us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460374.742752:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788460374.742770:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788460374.742776:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1875336022456448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460374.742804:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1875336022456448:12345-0@lo:400:kworker.0 Request processed in 28us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460374.742810:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788460374.742821:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788460374.742826:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1875336022456320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460374.742851:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1875336022456320:12345-0@lo:400:kworker.0 Request processed in 25us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460374.742857:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788460374.742878:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022455424 00000100:00100000:2.0:1788460374.742881:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022455424 00000100:00100000:2.0:1788460374.742913:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788460374.742920:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022455424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460374.742974:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022455424:12345-0@lo:400:kworker.0 Request processed in 55us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460374.742980:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788460374.743005:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022455552:0@lo:8:kworker.0 00000100:00100000:2.0:1788460374.743034:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460374.743059:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022455680:0@lo:8:kworker.0 00000100:00100000:2.0:1788460374.743083:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460374.743112:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022456192:0@lo:8:kworker.0 00000100:00100000:2.0:1788460374.743132:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460374.743162:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022455552 00000100:00100000:2.0:1788460374.743166:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022455552 00000100:00100000:2.0:1788460374.743187:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022455680 00000100:00100000:2.0:1788460374.743189:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022455680 00000100:00100000:2.0:1788460374.743196:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022456192 00000100:00100000:2.0:1788460374.743198:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022456192 00000100:00100000:2.0:1788460374.743205:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788460374.743209:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3658:x1875336022455552:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788460374.743231:0:24282:0:(ldlm_lib.c:1461:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 671 last 0 00000020:00000080:2.0:1788460374.743256:0:24282:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x5dfa74784542cb78 00002000:00100000:2.0:1788460374.743268:0:24282:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8c4ac2be0800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a07 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1788460374.743272:0:24282:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1788460374.743275:0:24282:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1788460374.743347:0:24282:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788460374.743370:0:24282:0:(import.c:65:import_set_state_nolock()) ffff8c4ac2be1000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788460374.743407:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3658:x1875336022455552:12345-0@lo:8:kworker.0 Request processed in 196us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460374.743423:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788460374.743436:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788460374.743440:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3658:x1875336022455680:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1788460374.743452:0:24282:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788460374.743478:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3658:x1875336022455680:12345-0@lo:8:kworker.0 Request processed in 37us (395us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788460374.743484:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788460374.743495:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788460374.743498:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3658:x1875336022456192:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1788460374.743507:0:24282:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788460374.743529:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3658:x1875336022456192:12345-0@lo:8:kworker.0 Request processed in 29us (396us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788460374.743534:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788460374.743571:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022455424:0@lo:400:kworker.0 00010000:00080000:2.0:1788460374.743584:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4ac39d1500 x1875336022456320/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460374.743594:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1875336022456320:0@lo:400:kworker.0 00010000:00080000:2.0:1788460374.743604:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4ac41bc700 x1875336022455808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460374.743611:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1875336022455808:0@lo:400:kworker.0 00010000:00080000:2.0:1788460374.743619:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4ac39d2300 x1875336022456448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460374.743627:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3660:1875336022456448:0@lo:400:kworker.0 00010000:00080000:2.0:1788460374.743671:0:3658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4ac41bca80 x1875336022455552/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788460399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460374.743677:0:3658:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788460374.743683:0:3658:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788460374.743691:0:3658:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788460374.743695:0:3658:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788460374.743697:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bc683a800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788460374.743709:0:3658:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788460374.743714:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022455552:0@lo:8:kworker.0 00000100:00080000:2.0:1788460374.743724:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bff80f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788460374.743728:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788460374.743730:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022455680:0@lo:8:kworker.0 00000100:00080000:2.0:1788460374.743736:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bc85f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788460374.743739:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788460374.743741:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022456192:0@lo:8:kworker.0 00000100:00100000:3.0:1788460374.743966:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52effe76-ab9d-442f-b102-f6f3593bcd8d:3662:1875336022455296:0@lo:400:kworker.0 00000100:00100000:3.0:1788460374.744007:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460374.744035:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1875336022456064:0@lo:400:kworker.0 00000100:00100000:3.0:1788460374.744058:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460374.744077:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788460374.744083:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1875336022455936:0@lo:400:kworker.0 00000100:00100000:3.0:1788460374.744115:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460374.744133:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1875336022456576:0@lo:400:kworker.0 00000100:00100000:3.0:1788460374.744157:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460374.744193:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022456064 00000100:00100000:3.0:1788460374.744197:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022456064 00000100:00100000:3.0:1788460374.744223:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788460374.744230:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875336022456064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460374.744272:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875336022456064:12345-0@lo:400:kworker.0 Request processed in 43us (213us total) trans 0 rc 0/0 00000100:00080000:0.0:1788460374.744275:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788460374.744278:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1788460374.744279:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:3.0:1788460374.744319:0:22797:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:2.0:1788460374.744511:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022455296 00000100:00100000:2.0:1788460374.744516:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022455296 00000100:00100000:2.0:1788460374.744538:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1788460374.744548:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01501c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:3662:x1875336022455296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460374.744579:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01501c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:3662:x1875336022455296:12345-0@lo:400:kworker.0 Request processed in 35us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460374.744595:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1788460374.744681:0:22797:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22797:1875336022456832:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1788460374.744790:0:22797:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460374.744816:0:22797:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc11ca000 going to sleep for 11 seconds 00000004:00080000:3.0:1788460374.744831:0:22796:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:2.0:1788460374.744925:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022456832 00000100:00100000:2.0:1788460374.744930:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022456832 00000004:00080000:3.0:1788460374.745065:0:22796:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 671848120408ns, next at 0ns, rc = 0 00080000:00080000:3.0:1788460374.745072:0:22796:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:3.0:1788460374.745109:0:23512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022455936 00000100:00100000:3.0:1788460374.745113:0:23512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022455936 00000100:00100000:3.0:1788460374.745139:0:23512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788460374.745147:0:23512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1875336022455936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460374.745190:0:23512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1875336022455936:12345-0@lo:400:kworker.0 Request processed in 44us (1074us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460374.745196:0:23512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788460374.745217:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022456704:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788460374.745237:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460374.745264:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1875336022455936:0@lo:400:kworker.0 00000100:00100000:3.0:1788460374.745273:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52effe76-ab9d-442f-b102-f6f3593bcd8d:3662:1875336022455296:0@lo:400:kworker.0 00010000:00080000:3.0:1788460374.745283:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4ac41bfb80 x1875336022456064/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788460390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460374.745305:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1875336022456064:0@lo:400:kworker.0 00000100:00100000:3.0:1788460374.745337:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022456704 00000100:00100000:3.0:1788460374.745340:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022456704 00000100:00100000:3.0:1788460374.745362:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788460374.745368:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3662:x1875336022456704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788460374.745387:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788460374.745420:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3662:x1875336022456704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460374.745426:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1788460374.745451:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4ac43ab100 x1875336022456704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788460390 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460374.745464:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022456704:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788460374.745485:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022456576 00000100:00100000:3.0:1788460374.745488:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022456576 00000100:00100000:2.0:1788460374.745556:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788460374.745569:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22797:x1875336022456832:12345-0@lo:5:osp-pre-0-0.0 00000100:00080000:0.0:1788460374.746263:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788460374.746268:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788460374.746488:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788460374.746502:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875336022456576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460374.746554:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875336022456576:12345-0@lo:400:kworker.0 Request processed in 53us (2395us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460374.746561:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00010000:00080000:3.0:1788460374.746592:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4ac39d3100 x1875336022456576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460374.746604:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1875336022456576:0@lo:400:kworker.0 00002000:00080000:0.0:1788460374.748749:0:24283:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1788460374.748760:0:24283:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:0.0:1788460374.748765:0:24283:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00000004:00080000:2.0:1788460374.749129:0:22753:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:0.0:1788460374.757680:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788460374.757690:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d609de44/0x5dfa74784542cb7f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.757705:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=671s v=(0 0) 00010000:00010000:0.0:1788460374.757710:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788460374.757716:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d609de44/0x5dfa74784542cb7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.757735:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d609de44/0x5dfa74784542cb7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.757745:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d609de44/0x5dfa74784542cb7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.757764:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d609de44/0x5dfa74784542cb7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.757792:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788460374.758367:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788460374.758374:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000080366d86/0x5dfa74784542cb86 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.758394:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=671s v=(0 0) 00010000:00010000:0.0:1788460374.758398:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788460374.758403:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000080366d86/0x5dfa74784542cb86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.758414:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000080366d86/0x5dfa74784542cb86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.758437:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000080366d86/0x5dfa74784542cb86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.758444:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000080366d86/0x5dfa74784542cb86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.758462:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788460374.758482:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788460374.758488:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d609de44/0x5dfa74784542cb7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.758496:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bef209800 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:0.0:1788460374.758500:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d609de44/0x5dfa74784542cb7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.758509:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d609de44/0x5dfa74784542cb7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.758538:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d609de44/0x5dfa74784542cb7f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.758546:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d609de44/0x5dfa74784542cb7f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.758562:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788460374.758565:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000080366d86/0x5dfa74784542cb86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.758571:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bef209c00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:0.0:1788460374.758574:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000080366d86/0x5dfa74784542cb86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.758580:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000080366d86/0x5dfa74784542cb86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.758588:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000080366d86/0x5dfa74784542cb86 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.758594:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000080366d86/0x5dfa74784542cb86 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.758606:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460374.758608:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460374.759277:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.759304:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788460374.762088:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788460374.762110:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7909833/0x5dfa74784542cb8d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.762126:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=671s v=(0 0) 00010000:00010000:0.0:1788460374.762131:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788460374.762137:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7909833/0x5dfa74784542cb8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.762152:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7909833/0x5dfa74784542cb8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.762162:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7909833/0x5dfa74784542cb8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.762170:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d7909833/0x5dfa74784542cb8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.762197:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788460374.762282:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788460374.762290:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d7909833/0x5dfa74784542cb8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460374.762298:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bef208400 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:3.0:1788460374.762302:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7909833/0x5dfa74784542cb8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460374.762312:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7909833/0x5dfa74784542cb8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460374.762330:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d7909833/0x5dfa74784542cb8d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460374.762339:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460374.762341:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460374.762344:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460374.762516:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7909833/0x5dfa74784542cb8d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788460374.762917:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788460374.762923:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000defa2f28/0x5dfa74784542cb94 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.762932:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=671s v=(0 0) 00010000:00010000:0.0:1788460374.762968:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788460374.762975:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000defa2f28/0x5dfa74784542cb94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.762986:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000defa2f28/0x5dfa74784542cb94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.762996:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000defa2f28/0x5dfa74784542cb94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.763003:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000defa2f28/0x5dfa74784542cb94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.763127:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460374.763162:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460374.763170:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000defa2f28/0x5dfa74784542cb94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.763180:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc29d2800 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460374.763184:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000defa2f28/0x5dfa74784542cb94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.763194:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000defa2f28/0x5dfa74784542cb94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.763211:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000defa2f28/0x5dfa74784542cb94 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.763219:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000defa2f28/0x5dfa74784542cb94 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.763235:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.763237:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.763239:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788460374.763565:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788460374.763571:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089fc84e5/0x5dfa74784542cb9b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.763580:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=671s v=(0 0) 00010000:00010000:0.0:1788460374.763583:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788460374.763587:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089fc84e5/0x5dfa74784542cb9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.763596:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089fc84e5/0x5dfa74784542cb9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.763605:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089fc84e5/0x5dfa74784542cb9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.763618:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089fc84e5/0x5dfa74784542cb9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.763639:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788460374.763792:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788460374.763798:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089fc84e5/0x5dfa74784542cb9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460374.763812:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc29d2c00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:3.0:1788460374.763816:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089fc84e5/0x5dfa74784542cb9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460374.763824:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089fc84e5/0x5dfa74784542cb9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460374.763836:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089fc84e5/0x5dfa74784542cb9b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460374.763844:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089fc84e5/0x5dfa74784542cb9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460374.763860:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460374.763861:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460374.763863:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788460374.763935:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788460374.763940:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ed03483/0x5dfa74784542cba2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.763991:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=671s v=(0 0) 00010000:00010000:0.0:1788460374.763995:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788460374.763999:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ed03483/0x5dfa74784542cba2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.764008:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ed03483/0x5dfa74784542cba2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.764016:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ed03483/0x5dfa74784542cba2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.764024:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002ed03483/0x5dfa74784542cba2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.764041:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460374.764106:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460374.764113:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002ed03483/0x5dfa74784542cba2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.764133:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc29d3e00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460374.764137:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002ed03483/0x5dfa74784542cba2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.764146:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002ed03483/0x5dfa74784542cba2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.764159:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002ed03483/0x5dfa74784542cba2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.764166:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ed03483/0x5dfa74784542cba2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.764182:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.764184:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.764186:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788460374.764677:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788460374.764684:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8c9e6b8/0x5dfa74784542cba9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.764701:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=671s v=(0 0) 00010000:00010000:0.0:1788460374.764705:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788460374.764710:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8c9e6b8/0x5dfa74784542cba9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.764721:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8c9e6b8/0x5dfa74784542cba9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.764729:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8c9e6b8/0x5dfa74784542cba9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.764737:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8c9e6b8/0x5dfa74784542cba9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460374.764750:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460374.766315:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460374.766327:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8c9e6b8/0x5dfa74784542cba9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.766339:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc29d3800 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460374.766343:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8c9e6b8/0x5dfa74784542cba9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.766366:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8c9e6b8/0x5dfa74784542cba9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.766403:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8c9e6b8/0x5dfa74784542cba9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.766410:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8c9e6b8/0x5dfa74784542cba9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.766432:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.766434:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.766435:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788460374.767505:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788460374.767517:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d77c189/0x5dfa74784542cbb0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.767532:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1788460374.767537:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788460374.767544:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d77c189/0x5dfa74784542cbb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.767558:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d77c189/0x5dfa74784542cbb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.767567:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d77c189/0x5dfa74784542cbb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.767575:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d77c189/0x5dfa74784542cbb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.767595:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460374.768683:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460374.768693:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d77c189/0x5dfa74784542cbb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.768705:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc6380000 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460374.768710:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d77c189/0x5dfa74784542cbb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.768720:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d77c189/0x5dfa74784542cbb0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.768738:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d77c189/0x5dfa74784542cbb0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.768746:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d77c189/0x5dfa74784542cbb0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.768779:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.768781:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.768782:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788460374.769223:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788460374.769232:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005306a076/0x5dfa74784542cbb7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.769244:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1788460374.769248:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788460374.769254:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005306a076/0x5dfa74784542cbb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.769266:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005306a076/0x5dfa74784542cbb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.769274:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005306a076/0x5dfa74784542cbb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.769282:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005306a076/0x5dfa74784542cbb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.769351:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460374.770326:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460374.770340:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005306a076/0x5dfa74784542cbb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.770352:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc6381400 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460374.770356:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005306a076/0x5dfa74784542cbb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.770486:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005306a076/0x5dfa74784542cbb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.770505:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005306a076/0x5dfa74784542cbb7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.770513:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005306a076/0x5dfa74784542cbb7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.770533:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.770534:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.770536:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460374.771779:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.771790:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000386ef5a9/0x5dfa74784542cbbe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.771816:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.771821:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.771828:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000386ef5a9/0x5dfa74784542cbbe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.771840:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000386ef5a9/0x5dfa74784542cbbe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.771850:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000386ef5a9/0x5dfa74784542cbbe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.771857:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000386ef5a9/0x5dfa74784542cbbe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.771876:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460374.771887:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460374.771893:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000386ef5a9/0x5dfa74784542cbbe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.771900:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac395f800 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460374.771905:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000386ef5a9/0x5dfa74784542cbbe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.771914:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000386ef5a9/0x5dfa74784542cbbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.771939:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000386ef5a9/0x5dfa74784542cbbe lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.772630:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000386ef5a9/0x5dfa74784542cbbe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.772650:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.772652:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.772653:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460374.773149:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.773155:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d996e6ff/0x5dfa74784542cbc5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.773165:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.773169:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.773173:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d996e6ff/0x5dfa74784542cbc5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.773184:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d996e6ff/0x5dfa74784542cbc5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.773192:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d996e6ff/0x5dfa74784542cbc5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.773198:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d996e6ff/0x5dfa74784542cbc5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.773225:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460374.773234:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460374.773238:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d996e6ff/0x5dfa74784542cbc5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.773245:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac395e800 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460374.773250:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d996e6ff/0x5dfa74784542cbc5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.773258:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d996e6ff/0x5dfa74784542cbc5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.773271:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d996e6ff/0x5dfa74784542cbc5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.773278:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d996e6ff/0x5dfa74784542cbc5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.773290:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.773292:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.773294:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460374.773555:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.773561:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c8b0b18/0x5dfa74784542cbcc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.773569:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.773577:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.773581:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c8b0b18/0x5dfa74784542cbcc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.773590:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c8b0b18/0x5dfa74784542cbcc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.773599:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c8b0b18/0x5dfa74784542cbcc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.773606:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002c8b0b18/0x5dfa74784542cbcc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.773619:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460374.773627:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460374.773631:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002c8b0b18/0x5dfa74784542cbcc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.773638:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac395ee00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460374.773641:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002c8b0b18/0x5dfa74784542cbcc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.773649:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002c8b0b18/0x5dfa74784542cbcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.773660:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002c8b0b18/0x5dfa74784542cbcc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.773677:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c8b0b18/0x5dfa74784542cbcc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.773688:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.773689:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.773690:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460374.773940:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.774012:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007019eb8f/0x5dfa74784542cbd3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774077:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.774081:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.774085:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007019eb8f/0x5dfa74784542cbd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774103:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007019eb8f/0x5dfa74784542cbd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774112:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007019eb8f/0x5dfa74784542cbd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774118:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007019eb8f/0x5dfa74784542cbd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774131:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460374.774138:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460374.774147:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007019eb8f/0x5dfa74784542cbd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774154:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac395fe00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460374.774157:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007019eb8f/0x5dfa74784542cbd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774167:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007019eb8f/0x5dfa74784542cbd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774179:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007019eb8f/0x5dfa74784542cbd3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774187:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007019eb8f/0x5dfa74784542cbd3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774201:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.774203:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.774204:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460374.774506:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.774513:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009086f0a5/0x5dfa74784542cbda lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774522:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.774525:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.774529:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009086f0a5/0x5dfa74784542cbda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774552:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009086f0a5/0x5dfa74784542cbda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774561:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009086f0a5/0x5dfa74784542cbda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774569:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009086f0a5/0x5dfa74784542cbda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774584:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460374.774593:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460374.774597:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009086f0a5/0x5dfa74784542cbda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774605:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac395e600 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460374.774608:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009086f0a5/0x5dfa74784542cbda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774617:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009086f0a5/0x5dfa74784542cbda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774626:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009086f0a5/0x5dfa74784542cbda lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774633:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009086f0a5/0x5dfa74784542cbda lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774656:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.774658:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.774660:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460374.774924:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.774930:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aff90ffc/0x5dfa74784542cbe1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.774938:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.775009:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.775071:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aff90ffc/0x5dfa74784542cbe1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.775082:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aff90ffc/0x5dfa74784542cbe1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.775090:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aff90ffc/0x5dfa74784542cbe1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.775195:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aff90ffc/0x5dfa74784542cbe1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.775210:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460374.775217:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460374.775221:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aff90ffc/0x5dfa74784542cbe1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.775238:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac395ec00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460374.775241:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aff90ffc/0x5dfa74784542cbe1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.775248:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aff90ffc/0x5dfa74784542cbe1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.775258:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aff90ffc/0x5dfa74784542cbe1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.775265:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aff90ffc/0x5dfa74784542cbe1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.775278:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.775280:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.775281:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460374.775548:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.775554:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019926be3/0x5dfa74784542cbe8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.775562:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.775565:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.775569:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019926be3/0x5dfa74784542cbe8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.775578:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019926be3/0x5dfa74784542cbe8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.775590:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019926be3/0x5dfa74784542cbe8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.775597:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019926be3/0x5dfa74784542cbe8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.775611:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460374.775619:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460374.775623:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019926be3/0x5dfa74784542cbe8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.775630:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac395e200 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460374.775633:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019926be3/0x5dfa74784542cbe8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.775641:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019926be3/0x5dfa74784542cbe8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.775652:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019926be3/0x5dfa74784542cbe8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.775660:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019926be3/0x5dfa74784542cbe8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.775673:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.775680:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.775682:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460374.775916:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.775921:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000580dab8b/0x5dfa74784542cbef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.775928:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.775931:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.775934:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000580dab8b/0x5dfa74784542cbef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776001:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000580dab8b/0x5dfa74784542cbef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776010:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000580dab8b/0x5dfa74784542cbef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776065:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000580dab8b/0x5dfa74784542cbef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776077:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460374.776085:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460374.776089:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000580dab8b/0x5dfa74784542cbef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776107:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd0a00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460374.776110:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000580dab8b/0x5dfa74784542cbef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776130:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000580dab8b/0x5dfa74784542cbef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776141:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000580dab8b/0x5dfa74784542cbef lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776147:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000580dab8b/0x5dfa74784542cbef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776159:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.776161:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.776162:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460374.776409:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.776415:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c087c0d2/0x5dfa74784542cbf6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776422:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.776426:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.776430:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c087c0d2/0x5dfa74784542cbf6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776439:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c087c0d2/0x5dfa74784542cbf6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776447:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c087c0d2/0x5dfa74784542cbf6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776460:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c087c0d2/0x5dfa74784542cbf6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776473:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460374.776481:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460374.776485:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c087c0d2/0x5dfa74784542cbf6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776492:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd0e00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460374.776495:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c087c0d2/0x5dfa74784542cbf6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776502:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c087c0d2/0x5dfa74784542cbf6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776512:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c087c0d2/0x5dfa74784542cbf6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776518:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c087c0d2/0x5dfa74784542cbf6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776528:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.776530:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.776531:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460374.776755:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.776769:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c5e367a/0x5dfa74784542cbfd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776777:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.776780:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.776784:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c5e367a/0x5dfa74784542cbfd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776793:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c5e367a/0x5dfa74784542cbfd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776800:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c5e367a/0x5dfa74784542cbfd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776808:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007c5e367a/0x5dfa74784542cbfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776820:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460374.776827:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460374.776830:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007c5e367a/0x5dfa74784542cbfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776836:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd0000 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460374.776839:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007c5e367a/0x5dfa74784542cbfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776845:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007c5e367a/0x5dfa74784542cbfd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776860:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007c5e367a/0x5dfa74784542cbfd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776867:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c5e367a/0x5dfa74784542cbfd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.776880:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.776882:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.776884:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460374.777260:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.777266:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063c1f57e/0x5dfa74784542cc04 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.777274:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.777277:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.777281:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063c1f57e/0x5dfa74784542cc04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.777291:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063c1f57e/0x5dfa74784542cc04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.777298:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063c1f57e/0x5dfa74784542cc04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.777305:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000063c1f57e/0x5dfa74784542cc04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.777333:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460374.777343:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460374.777347:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000063c1f57e/0x5dfa74784542cc04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.777354:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd0c00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460374.777357:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000063c1f57e/0x5dfa74784542cc04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.777366:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000063c1f57e/0x5dfa74784542cc04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.777377:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000063c1f57e/0x5dfa74784542cc04 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.777385:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063c1f57e/0x5dfa74784542cc04 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.777399:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.777400:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.777402:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460374.777652:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.777658:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f8d893d8/0x5dfa74784542cc0b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.777667:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.777678:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.777682:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8d893d8/0x5dfa74784542cc0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.777692:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8d893d8/0x5dfa74784542cc0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.777701:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f8d893d8/0x5dfa74784542cc0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.777708:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f8d893d8/0x5dfa74784542cc0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.777723:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460374.777733:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460374.777738:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f8d893d8/0x5dfa74784542cc0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.777745:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1e00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460374.777749:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f8d893d8/0x5dfa74784542cc0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.777757:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f8d893d8/0x5dfa74784542cc0b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.777769:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f8d893d8/0x5dfa74784542cc0b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.777787:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8d893d8/0x5dfa74784542cc0b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.777805:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.777807:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.777809:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460374.778157:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.778163:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000410f03ac/0x5dfa74784542cc12 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.778171:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.778174:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.778177:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000410f03ac/0x5dfa74784542cc12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.778186:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000410f03ac/0x5dfa74784542cc12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.778194:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000410f03ac/0x5dfa74784542cc12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.778202:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000410f03ac/0x5dfa74784542cc12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.778213:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460374.778219:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460374.778227:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000410f03ac/0x5dfa74784542cc12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.778234:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd0200 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460374.778238:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000410f03ac/0x5dfa74784542cc12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.778246:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000410f03ac/0x5dfa74784542cc12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.778256:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000410f03ac/0x5dfa74784542cc12 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.778263:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000410f03ac/0x5dfa74784542cc12 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.778274:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.778276:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.778277:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460374.778518:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.778523:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de1e9a01/0x5dfa74784542cc19 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.778530:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.778533:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.778536:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de1e9a01/0x5dfa74784542cc19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.778556:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de1e9a01/0x5dfa74784542cc19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.778566:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de1e9a01/0x5dfa74784542cc19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.778572:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000de1e9a01/0x5dfa74784542cc19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.778626:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788460374.778850:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.778854:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000199c20c5/0x5dfa74784542cc20 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.778860:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.778862:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.778864:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000199c20c5/0x5dfa74784542cc20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.778870:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000199c20c5/0x5dfa74784542cc20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.778875:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000199c20c5/0x5dfa74784542cc20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.778888:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000199c20c5/0x5dfa74784542cc20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.778910:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788460374.778914:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000de1e9a01/0x5dfa74784542cc19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.778919:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1a00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:1.0:1788460374.778922:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000de1e9a01/0x5dfa74784542cc19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.778933:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000de1e9a01/0x5dfa74784542cc19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.778991:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000de1e9a01/0x5dfa74784542cc19 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.778996:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de1e9a01/0x5dfa74784542cc19 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.779005:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788460374.779007:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000199c20c5/0x5dfa74784542cc20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.779011:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd0600 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:1.0:1788460374.779022:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000199c20c5/0x5dfa74784542cc20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.779027:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000199c20c5/0x5dfa74784542cc20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.779033:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000199c20c5/0x5dfa74784542cc20 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.779038:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460374.779039:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460374.779044:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.779224:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788460374.779230:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000199c20c5/0x5dfa74784542cc20 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788460374.779471:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.779476:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4acdf77/0x5dfa74784542cc27 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.779485:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.779488:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.779492:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4acdf77/0x5dfa74784542cc27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.779500:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4acdf77/0x5dfa74784542cc27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.779507:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4acdf77/0x5dfa74784542cc27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.779514:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f4acdf77/0x5dfa74784542cc27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.779575:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788460374.779850:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.779856:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf74ce89/0x5dfa74784542cc2e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.779864:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.779867:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.779870:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf74ce89/0x5dfa74784542cc2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.779878:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf74ce89/0x5dfa74784542cc2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.779885:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf74ce89/0x5dfa74784542cc2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.779891:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf74ce89/0x5dfa74784542cc2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.779920:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788460374.779926:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f4acdf77/0x5dfa74784542cc27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.779932:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd0800 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:1.0:1788460374.779936:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4acdf77/0x5dfa74784542cc27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.779963:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4acdf77/0x5dfa74784542cc27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.779977:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f4acdf77/0x5dfa74784542cc27 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.779985:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4acdf77/0x5dfa74784542cc27 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.779998:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788460374.780001:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf74ce89/0x5dfa74784542cc2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.780007:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1200 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:1.0:1788460374.780010:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf74ce89/0x5dfa74784542cc2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.780029:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf74ce89/0x5dfa74784542cc2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.780047:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf74ce89/0x5dfa74784542cc2e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.780054:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460374.780056:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460374.780058:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.781736:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788460374.781752:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf74ce89/0x5dfa74784542cc2e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.782026:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460374.782320:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.782325:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d3ca7a1/0x5dfa74784542cc35 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.782340:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.782343:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.782347:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d3ca7a1/0x5dfa74784542cc35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.782356:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d3ca7a1/0x5dfa74784542cc35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.782363:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d3ca7a1/0x5dfa74784542cc35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.782368:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d3ca7a1/0x5dfa74784542cc35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.782377:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788460374.782646:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.782652:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e5623f6/0x5dfa74784542cc3c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.782660:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.782663:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.782667:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e5623f6/0x5dfa74784542cc3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.782676:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e5623f6/0x5dfa74784542cc3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.782696:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e5623f6/0x5dfa74784542cc3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.782703:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e5623f6/0x5dfa74784542cc3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.782759:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1788460374.783061:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.783067:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542cc43 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.783070:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788460374.783076:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=671s v=(0 0) 00010000:00010000:1.0:1788460374.783077:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d3ca7a1/0x5dfa74784542cc35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.783079:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.783084:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542cc43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.783085:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd0400 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:1.0:1788460374.783090:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d3ca7a1/0x5dfa74784542cc35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.783106:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542cc43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.783109:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d3ca7a1/0x5dfa74784542cc35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.783115:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542cc43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.783124:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542cc43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.783125:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d3ca7a1/0x5dfa74784542cc35 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.783133:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d3ca7a1/0x5dfa74784542cc35 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.783144:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788460374.783151:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788460374.783154:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e5623f6/0x5dfa74784542cc3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.783168:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1000 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:1.0:1788460374.783172:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e5623f6/0x5dfa74784542cc3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.783179:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e5623f6/0x5dfa74784542cc3c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.783190:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e5623f6/0x5dfa74784542cc3c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.783197:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e5623f6/0x5dfa74784542cc3c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.783210:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788460374.783214:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542cc43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.783220:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1c00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:1.0:1788460374.783224:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542cc43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.783231:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542cc43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.783241:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542cc43 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.783255:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542cc43 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.783268:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460374.783270:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460374.783272:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460374.783532:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.783538:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b000d1e/0x5dfa74784542cc4a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.783546:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.783549:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.783553:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b000d1e/0x5dfa74784542cc4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.783562:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b000d1e/0x5dfa74784542cc4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.783569:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b000d1e/0x5dfa74784542cc4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.783575:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b000d1e/0x5dfa74784542cc4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.783656:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788460374.783776:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788460374.783781:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b000d1e/0x5dfa74784542cc4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.783789:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1600 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:1.0:1788460374.783791:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b000d1e/0x5dfa74784542cc4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.783799:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b000d1e/0x5dfa74784542cc4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.783810:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b000d1e/0x5dfa74784542cc4a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.783817:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b000d1e/0x5dfa74784542cc4a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.783833:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460374.783835:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460374.783836:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460374.784009:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460374.784014:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a10c15f0/0x5dfa74784542cc51 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.784022:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788460374.784031:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460374.784035:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a10c15f0/0x5dfa74784542cc51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.784044:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a10c15f0/0x5dfa74784542cc51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.784053:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a10c15f0/0x5dfa74784542cc51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.784060:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a10c15f0/0x5dfa74784542cc51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460374.784127:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1788460374.784161:0:24283:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:2.0:1788460374.784244:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22797:x1875336022456832:12345-0@lo:5:osp-pre-0-0.0 Request processed in 38674us (39532us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460374.784252:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788460374.784294:0:22797:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22797:1875336022456832:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1788460374.784305:0:22797:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:2.0:1788460374.784338:0:22797:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22797:1875336022456960:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1788460374.784360:0:22797:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460374.784375:0:22797:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bd47b9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788460374.784387:0:24706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022456960 00000100:00100000:2.0:1788460374.784391:0:24706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022456960 00000100:00100000:2.0:1788460374.784423:0:24706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788460374.784438:0:24706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22797:x1875336022456960:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1788460374.784475:0:24706:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00010000:00010000:1.0:1788460374.784476:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788460374.784483:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a10c15f0/0x5dfa74784542cc51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.784492:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1400 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:1.0:1788460374.784495:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a10c15f0/0x5dfa74784542cc51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.784503:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a10c15f0/0x5dfa74784542cc51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.784515:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a10c15f0/0x5dfa74784542cc51 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.784522:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a10c15f0/0x5dfa74784542cc51 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460374.784536:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460374.784538:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460374.784539:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788460374.787325:0:24278:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:0.0:1788460374.787474:0:24278:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:2.0:1788460374.787765:0:24706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22797:x1875336022456960:12345-0@lo:5:osp-pre-0-0.0 Request processed in 3324us (3399us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788460374.787776:0:24706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788460374.787864:0:22797:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1788460374.787872:0:22797:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d2300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22797:1875336022456960:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1788460374.787888:0:22797:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:3.0:1788460374.788065:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460374.788903:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460375.697339:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788460376.148143:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788460376.148174:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022457088:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788460376.148259:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460376.148439:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022457088 00000100:00100000:3.0:1788460376.148449:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022457088 00000100:00100000:3.0:1788460376.148515:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788460376.148525:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022457088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788460376.148562:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788460376.148627:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022457088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460376.148635:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788460376.148697:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022457088:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788460376.149139:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788460376.150249:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788460376.152913:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac1e63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022457216:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788460376.153199:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460376.153382:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022457216 00000100:00100000:2.0:1788460376.153393:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022457216 00000100:00100000:2.0:1788460376.153489:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788460376.153501:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022457216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788460376.153548:0:22778:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788460376.153613:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022457216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460376.153621:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788460376.153702:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac1e63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022457216:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788460376.666388:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac1e60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022457344:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788460376.666453:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460376.673840:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022457344 00000100:00100000:1.0:1788460376.673854:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022457344 00000100:00100000:1.0:1788460376.673919:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788460376.673929:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022457344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788460376.673980:0:22777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788460376.674143:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022457344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 215us (7689us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460376.674232:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788460376.674361:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac1e60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022457344:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788460376.721065:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788460377.373887:0:25098:0:(obd_mount.c:1011:lmd_print()) mount data: 00000020:01000004:2.0:1788460377.373890:0:25098:0:(obd_mount.c:1014:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:2.0:1788460377.373892:0:25098:0:(obd_mount.c:1017:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1788460377.375301:0:25098:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8c4bfdbf5800 00000020:01000004:2.0:1788460377.375318:0:25098:0:(tgt_mount.c:2642:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1788460377.375333:0:25098:0:(obd_mount.c:308:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788460377.375346:0:25098:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8c4bd0b88000) 00000020:00000080:2.0:1788460377.375362:0:25098:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00000040:00080000:0.0:1788460377.426381:0:23529:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00100000:10000000:1.0:1788460377.463431:0:25098:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1788460377.477492:0:25098:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788460377.480033:0:25098:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1788460377.480384:0:25098:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1788460377.481784:0:25098:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1788460377.482717:0:25098:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788460377.484111:0:25098:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:0.0:1788460377.492562:0:25098:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788460377.492790:0:25098:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:0.0:1788460377.492806:0:25098:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788460377.492892:0:25098:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x5dfa74784542cc5f 00000020:01000004:0.0:1788460377.492900:0:25098:0:(tgt_mount.c:2727:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:0.0:1788460377.492923:0:25098:0:(obd_mount.c:488:lustre_start_mgc()) mgc192.168.206.105@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1788460377.492927:0:25098:0:(mgc_request.c:1379:mgc_set_info_async()) InitRecov mgc192.168.206.105@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1788460377.492932:0:25098:0:(tgt_mount.c:1939:server_start_targets()) starting target lustre-OST0001 00000020:01000004:1.0:1788460377.493285:0:25098:0:(tgt_mount.c:1519:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.206.105@tcp, index=0001, flags=0x20002 00000020:01000004:1.0:1788460377.493289:0:25098:0:(tgt_mount.c:1239:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788460377.493290:0:25098:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788460377.493291:0:25098:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788460377.493293:0:25098:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:1.0:1788460377.493294:0:25098:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:1.0:1788460377.493295:0:25098:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:1.0:1788460377.493296:0:25098:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788460377.493298:0:25098:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788460377.493299:0:25098:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788460377.493302:0:25098:0:(mgc_request_server.c:449:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:1.0:1788460377.493304:0:25098:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788460377.493305:0:25098:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788460377.493306:0:25098:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788460377.493307:0:25098:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:1.0:1788460377.493308:0:25098:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:1.0:1788460377.493309:0:25098:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:1.0:1788460377.493310:0:25098:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788460377.493311:0:25098:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788460377.493312:0:25098:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788460377.493338:0:25098:0:(mgc_request_server.c:279:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1788460377.493357:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac1e60e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022457472:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788460377.493435:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460377.493485:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac286cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788460377.493577:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022457472 00000100:00100000:3.0:1788460377.493585:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022457472 00000100:00100000:3.0:1788460377.493637:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1788460377.493646:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01502450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:25098:x1875336022457472:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788460377.493676:0:22766:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1788460377.493680:0:22766:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:3.0:1788460377.493683:0:22766:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:3.0:1788460377.494042:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01502450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:25098:x1875336022457472:12345-0@lo:253:mount.lustre.0 Request processed in 396us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460377.494051:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1788460377.495727:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac1e60e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022457472:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788460377.495743:0:25098:0:(mgc_request_server.c:300:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1788460377.495745:0:25098:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788460377.495747:0:25098:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788460377.495761:0:25098:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788460377.495762:0:25098:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:1.0:1788460377.495763:0:25098:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:1.0:1788460377.495764:0:25098:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:1.0:1788460377.495765:0:25098:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788460377.495767:0:25098:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788460377.495768:0:25098:0:(tgt_mount.c:1280:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788460377.495786:0:25098:0:(tgt_mount.c:115:server_register_mount()) register mount ffff8c4bfdbf5800 from lustre-OST0001 10000000:01000000:1.0:1788460377.495814:0:25098:0:(mgc_request.c:2423:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:1.0:1788460377.495817:0:25098:0:(mgc_request.c:424:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1788460377.495825:0:25098:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8c4bfdbf5800 10000000:01000000:1.0:1788460377.495829:0:25098:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788460377.495857:0:25098:0:(mgc_request_server.c:106:mgc_fs_setup()) mgc192.168.206.105@tcp: setup lustre-OST0001-osd 00000040:01000000:1.0:1788460377.508199:0:25098:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 1 is initialized 00000040:01000000:0.0:1788460377.527770:0:25098:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 0 is initialized 10000000:01000000:0.0:1788460377.527791:0:25098:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-sptlrpc-ffff8c4bfdbf5800 from 1 10000000:01000000:0.0:1788460377.527795:0:25098:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1788460377.533936:0:25098:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7e00/0x5dfa74784542cc66 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460377.534489:0:25098:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7e00/0x5dfa74784542cc66 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460377.534702:0:25098:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7e00/0x5dfa74784542cc66 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460377.534729:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022457600:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788460377.534795:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460377.534976:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4be2e90540 going to sleep for 11 seconds 00000100:00100000:2.0:1788460377.540197:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022457600 00000100:00100000:2.0:1788460377.540211:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022457600 00000100:00100000:2.0:1788460377.540893:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1788460377.540905:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01502850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+24:25098:x1875336022457600:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788460377.540919:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788460377.540934:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bfdbd0e00/0x5dfa74784542cc6d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542cc66 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.541021:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bfdbd0e00/0x5dfa74784542cc6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542cc66 expref: 25 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.541034:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bfdbd0e00/0x5dfa74784542cc6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cc66 expref: 25 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.541044:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bfdbd0e00, rc 0) 00000100:00100000:2.0:1788460377.541124:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01502850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+25:25098:x1875336022457600:12345-0@lo:101:mount.lustre.0 Request processed in 222us (6328us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460377.541132:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1788460377.541248:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022457600:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788460377.541267:0:25098:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7e00/0x5dfa74784542cc66 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cc6d expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460377.541276:0:25098:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7e00/0x5dfa74784542cc66 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542cc6d expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460377.541358:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022457728:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788460377.541389:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460377.550925:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022457728 00000100:00100000:2.0:1788460377.550939:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022457728 00000100:00100000:2.0:1788460377.552583:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1788460377.552611:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01503c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+25:25098:x1875336022457728:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788460377.552978:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788460377.554662:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01503c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+25:25098:x1875336022457728:12345-0@lo:501:mount.lustre.0 Request processed in 2059us (13266us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788460377.554676:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1788460377.555569:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022457728:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788460377.555598:0:25098:0:(mgc_request_server.c:748:mgc_llog_local_copy()) mgc192.168.206.105@tcp: no remote llog for lustre-sptlrpc, check MGS config 00000100:00100000:0.0:1788460377.555675:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022457856:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788460377.555719:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460377.555755:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4befed10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788460377.555994:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022457856 00000100:00100000:2.0:1788460377.556009:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022457856 00000100:00100000:2.0:1788460377.556057:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1788460377.556067:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01501450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+25:25098:x1875336022457856:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788460377.556145:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01501450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+25:25098:x1875336022457856:12345-0@lo:501:mount.lustre.0 Request processed in 80us (425us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788460377.556153:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1788460377.556981:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022457856:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788460377.557019:0:25098:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1788460377.557031:0:25098:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7e00/0x5dfa74784542cc66 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cc6d expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460377.557041:0:25098:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7e00/0x5dfa74784542cc66 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cc6d expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460377.557054:0:25098:0:(mgc_request.c:206:do_config_log_add()) do adding config log params-ffff8c4bfdbf5800 10000000:01000000:0.0:1788460377.557060:0:25098:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788460377.557094:0:25098:0:(mgc_request_server.c:106:mgc_fs_setup()) mgc192.168.206.105@tcp: setup lustre-OST0001-osd 00000040:01000000:0.0:1788460377.557174:0:25098:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 1 is initialized 00000040:01000000:0.0:1788460377.557181:0:25098:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 0 is initialized 10000000:01000000:0.0:1788460377.557189:0:25098:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1788460377.557194:0:25098:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788460377.557212:0:25098:0:(mgc_request_server.c:106:mgc_fs_setup()) mgc192.168.206.105@tcp: setup lustre-OST0001-osd 00000040:01000000:0.0:1788460377.557241:0:25098:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 1 is initialized 00000040:01000000:0.0:1788460377.557245:0:25098:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 0 is initialized 10000000:01000000:0.0:1788460377.557251:0:25098:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-mdtir-ffff8c4bfdbf5800 10000000:01000000:0.0:1788460377.557255:0:25098:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1788460377.557297:0:25098:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1788460377.557301:0:25098:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1788460377.557329:0:25098:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d3c00/0x5dfa74784542cc74 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460377.557345:0:25098:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d3c00/0x5dfa74784542cc74 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460377.557356:0:25098:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d3c00/0x5dfa74784542cc74 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460377.557373:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022457984:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788460377.557432:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460377.557458:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc306e540 going to sleep for 11 seconds 00000100:00100000:2.0:1788460377.557925:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022457984 00000100:00100000:2.0:1788460377.557932:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022457984 00000100:00100000:2.0:1788460377.558016:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1788460377.558025:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01501850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+25:25098:x1875336022457984:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788460377.558037:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788460377.558050:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bfdbd0a00/0x5dfa74784542cc7b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542cc74 expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.558072:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bfdbd0a00/0x5dfa74784542cc7b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542cc74 expref: 26 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.558094:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bfdbd0a00/0x5dfa74784542cc7b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cc74 expref: 26 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.558102:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bfdbd0a00, rc 0) 00000100:00100000:2.0:1788460377.558143:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01501850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:25098:x1875336022457984:12345-0@lo:101:mount.lustre.0 Request processed in 119us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460377.558150:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1788460377.558604:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022457984:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788460377.558692:0:25098:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d3c00/0x5dfa74784542cc74 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cc7b expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460377.558703:0:25098:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d3c00/0x5dfa74784542cc74 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542cc7b expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788460377.562217:0:25098:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 11 count 11 00000040:00080000:0.0:1788460377.564324:0:25098:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788460377.572577:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x17:0x0].1, 224 off8416 00000040:00080000:0.0:1788460377.572648:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x17:0x0].2, 128 off8544 00000040:00080000:0.0:1788460377.572666:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x17:0x0].3, 112 off8656 00000040:00080000:0.0:1788460377.572677:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x17:0x0].4, 224 off8880 00000040:00080000:0.0:1788460377.572689:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x17:0x0].5, 224 off9104 00000040:00080000:0.0:1788460377.572700:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x17:0x0].6, 80 off9184 00000040:00080000:0.0:1788460377.572710:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x17:0x0].7, 224 off9408 00000040:00080000:0.0:1788460377.572721:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x17:0x0].8, 224 off9632 00000040:00080000:0.0:1788460377.572732:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x17:0x0].9, 120 off9752 00000040:00080000:0.0:1788460377.572757:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x17:0x0].10, 224 off9976 00000040:00080000:0.0:1788460377.572770:0:25098:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 10 count 11 00000100:00100000:0.0:1788460377.573109:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022458112:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788460377.573170:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460377.573216:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2ab3c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788460377.573539:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022458112 00000100:00100000:2.0:1788460377.573547:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022458112 00000100:00100000:2.0:1788460377.573602:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1788460377.573612:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:25098:x1875336022458112:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788460377.573883:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:25098:x1875336022458112:12345-0@lo:501:mount.lustre.0 Request processed in 271us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460377.573891:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1788460377.574246:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022458112:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788460377.574286:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac1e60e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022458240:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788460377.574334:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460377.574366:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bfa392000 going to sleep for 11 seconds 00000100:00100000:3.0:1788460377.574427:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022458240 00000100:00100000:3.0:1788460377.574432:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022458240 00000100:00100000:3.0:1788460377.574470:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1788460377.574478:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8416050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:25098:x1875336022458240:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788460377.575797:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8416050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:25098:x1875336022458240:12345-0@lo:503:mount.lustre.0 Request processed in 1314us (1456us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460377.575808:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1788460377.580211:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac1e60e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022458240:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788460377.587766:0:25098:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788460377.588690:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022458368:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788460377.588767:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460377.588935:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc682b240 going to sleep for 11 seconds 00000100:00100000:3.0:1788460377.594211:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022458368 00000100:00100000:3.0:1788460377.594226:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022458368 00000100:00100000:3.0:1788460377.594340:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1788460377.594350:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8416850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:25098:x1875336022458368:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788460377.596110:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8416850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:25098:x1875336022458368:12345-0@lo:502:mount.lustre.0 Request processed in 1755us (7336us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460377.596123:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1788460377.596241:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022458368:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788460377.596503:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x18:0x0].1, 224 off8416 00000040:00080000:2.0:1788460377.596532:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x18:0x0].2, 128 off8544 00000040:00080000:2.0:1788460377.596544:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x18:0x0].3, 112 off8656 00000040:00080000:2.0:1788460377.596556:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x18:0x0].4, 224 off8880 00000040:00080000:2.0:1788460377.596567:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x18:0x0].5, 224 off9104 00000040:00080000:2.0:1788460377.596578:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x18:0x0].6, 80 off9184 00000040:00080000:2.0:1788460377.596589:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x18:0x0].7, 224 off9408 00000040:00080000:2.0:1788460377.596601:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x18:0x0].8, 224 off9632 00000040:00080000:2.0:1788460377.596612:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x18:0x0].9, 120 off9752 00000100:00100000:2.0:1788460377.596654:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022458496:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788460377.596699:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460377.600931:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc682b240 going to sleep for 11 seconds 00000100:00100000:1.0:1788460377.604134:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022458496 00000100:00100000:1.0:1788460377.604148:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022458496 00000100:00100000:1.0:1788460377.604209:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1788460377.604218:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8414c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:25098:x1875336022458496:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788460377.604393:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8414c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:25098:x1875336022458496:12345-0@lo:502:mount.lustre.0 Request processed in 175us (7692us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460377.604401:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1788460377.604533:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022458496:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788460377.604609:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x18:0x0].10, 224 off9976 00000040:00080000:2.0:1788460377.604633:0:25098:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:2.0:1788460377.607175:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788460377.607186:0:25102:0:(obd_mount.c:1049:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:2.0:1788460377.607192:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788460377.607194:0:25102:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:2.0:1788460377.607200:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788460377.607216:0:25102:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8c4bef214c98) 00000020:00000080:2.0:1788460377.607244:0:25102:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:2.0:1788460377.607252:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788460377.607334:0:25102:0:(tgt_mount.c:167:server_get_mount()) get mount ffff8c4bfdbf5800 from lustre-OST0001, refs=2 00080000:01000000:2.0:1788460377.607343:0:25102:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788460377.607350:0:25102:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x5dfa74784542cc89 00010000:00010000:2.0:1788460377.617707:0:25102:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:2.0:1788460377.618315:0:25102:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:2.0:1788460377.620345:0:25102:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1788460377.623162:0:25102:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:1.0:1788460377.623173:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788460377.623178:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460377.623180:0:25102:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:1.0:1788460377.623183:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788460377.623186:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460377.623193:0:25102:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788460377.623196:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788460377.623198:0:25102:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788460377.623200:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788460377.623202:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460377.623203:0:25102:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788460377.623206:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788460377.623208:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460377.623209:0:25102:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788460377.623213:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1788460377.623238:0:25102:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788460377.623241:0:25102:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460377.623242:0:25102:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788460377.623245:0:25102:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x18:0x0] index 11 count 11 00000020:01000000:3.0:1788460377.623468:0:25098:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1788460377.623481:0:25098:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1788460377.623509:0:25098:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d3c00/0x5dfa74784542cc74 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cc7b expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460377.623522:0:25098:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d3c00/0x5dfa74784542cc74 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cc7b expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788460377.623530:0:25098:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-mdtir-ffff8c4bfdbf5800 from 1 10000000:01000000:3.0:1788460377.623533:0:25098:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788460377.623566:0:25098:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cc90 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460377.623575:0:25098:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cc90 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460377.623593:0:25098:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cc90 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460377.623615:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022458624:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788460377.623681:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460377.623717:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bd0b85300 going to sleep for 11 seconds 00000100:00100000:1.0:1788460377.623831:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022458624 00000100:00100000:1.0:1788460377.623837:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022458624 00000100:00100000:1.0:1788460377.623882:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788460377.623891:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:25098:x1875336022458624:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788460377.623903:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460377.623917:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc6380000/0x5dfa74784542cc97 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542cc90 expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460377.623939:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc6380000/0x5dfa74784542cc97 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542cc90 expref: 27 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460377.623970:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc6380000/0x5dfa74784542cc97 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cc90 expref: 27 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460377.623979:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc6380000, rc 0) 00000100:00100000:1.0:1788460377.624026:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+27:25098:x1875336022458624:12345-0@lo:101:mount.lustre.0 Request processed in 136us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460377.624033:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1788460377.624231:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022458624:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788460377.624244:0:25098:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cc90 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cc97 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460377.624253:0:25098:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cc90 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542cc97 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460377.625103:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022458752:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1788460377.625172:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460377.625200:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bd0b85300 going to sleep for 11 seconds 00000100:00100000:1.0:1788460377.625382:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022458752 00000100:00100000:1.0:1788460377.625388:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022458752 00000100:00100000:1.0:1788460377.625418:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1788460377.625425:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8416c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+27:25098:x1875336022458752:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1788460377.625443:0:22766:0:(mgs_nids.c:1209:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1788460377.625459:0:22766:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1788460377.625464:0:22766:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1788460377.625467:0:22766:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1788460377.625470:0:22766:0:(mgs_nids.c:325:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 13 00000100:00100000:1.0:1788460377.625570:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8416c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+27:25098:x1875336022458752:12345-0@lo:256:mount.lustre.0 Request processed in 144us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460377.625578:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1788460377.625783:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022458752:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1788460377.626724:0:25098:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788460377.626776:0:25098:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cc90 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cc97 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460377.626788:0:25098:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cc90 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cc97 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788460377.626796:0:25098:0:(mgc_request.c:2266:mgc_process_log()) Process log params-ffff8c4bfdbf5800 from 1 10000000:01000000:3.0:1788460377.626800:0:25098:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788460377.626846:0:25098:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7800/0x5dfa74784542cc9e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460377.626855:0:25098:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7800/0x5dfa74784542cc9e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460377.626864:0:25098:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7800/0x5dfa74784542cc9e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460377.626881:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022458880:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788460377.626921:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460377.626973:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bd0b85300 going to sleep for 11 seconds 00000100:00100000:1.0:1788460377.627158:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022458880 00000100:00100000:1.0:1788460377.627164:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022458880 00000100:00100000:1.0:1788460377.627207:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1788460377.627215:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+27:25098:x1875336022458880:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788460377.627225:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460377.627236:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc6381400/0x5dfa74784542cca5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542cc9e expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460377.627256:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc6381400/0x5dfa74784542cca5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542cc9e expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460377.627266:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc6381400/0x5dfa74784542cca5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cc9e expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460377.627274:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc6381400, rc 0) 00000100:00100000:1.0:1788460377.627307:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:25098:x1875336022458880:12345-0@lo:101:mount.lustre.0 Request processed in 93us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460377.627324:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1788460377.629634:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022458880:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788460377.629659:0:25098:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7800/0x5dfa74784542cc9e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cca5 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460377.629671:0:25098:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7800/0x5dfa74784542cc9e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542cca5 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788460377.631607:0:25098:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x16:0x0] index 13 count 13 00000040:00080000:3.0:1788460377.631898:0:25098:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788460377.632133:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].1, 224 off8416 00000040:00080000:3.0:1788460377.632158:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].2, 112 off8528 00000040:00080000:3.0:1788460377.632170:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].3, 224 off8752 00000040:00080000:3.0:1788460377.632183:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].4, 224 off8976 00000040:00080000:3.0:1788460377.632195:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].5, 112 off9088 00000040:00080000:3.0:1788460377.632207:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].6, 224 off9312 00000040:00080000:3.0:1788460377.632220:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].7, 224 off9536 00000040:00080000:3.0:1788460377.632233:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].8, 128 off9664 00000040:00080000:3.0:1788460377.632263:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].9, 224 off9888 00000040:00080000:3.0:1788460377.632286:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].10, 224 off10112 00000040:00080000:3.0:1788460377.632300:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].11, 128 off10240 00000040:00080000:3.0:1788460377.632317:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x19:0x0].12, 224 off10464 00000040:00080000:3.0:1788460377.632321:0:25098:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x16:0x0] index 12 count 13 00000100:00100000:3.0:1788460377.632388:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022459008:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788460377.632446:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460377.632482:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bd0b85f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788460377.636135:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022459008 00000100:00100000:1.0:1788460377.636149:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022459008 00000100:00100000:1.0:1788460377.636548:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1788460377.636559:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:25098:x1875336022459008:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788460377.636724:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:25098:x1875336022459008:12345-0@lo:501:mount.lustre.0 Request processed in 167us (4277us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460377.636732:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1788460377.636804:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022459008:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788460377.636862:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4930e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022459136:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788460377.636903:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460377.637715:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2ab3900 going to sleep for 11 seconds 00000100:00100000:3.0:1788460377.639779:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022459136 00000100:00100000:3.0:1788460377.639790:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022459136 00000100:00100000:3.0:1788460377.640016:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1788460377.640026:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:25098:x1875336022459136:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788460377.640191:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:25098:x1875336022459136:12345-0@lo:503:mount.lustre.0 Request processed in 166us (3286us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460377.640199:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1788460377.640311:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4930e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022459136:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788460377.640870:0:25098:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788460377.640958:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4930e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022459264:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788460377.641018:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460377.641317:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2ab3900 going to sleep for 11 seconds 00000100:00100000:2.0:1788460377.641356:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022459264 00000100:00100000:2.0:1788460377.641368:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022459264 00000100:00100000:2.0:1788460377.641398:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1788460377.641406:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:25098:x1875336022459264:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788460377.641512:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:25098:x1875336022459264:12345-0@lo:502:mount.lustre.0 Request processed in 106us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460377.641521:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1788460377.641656:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4930e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022459264:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788460377.641928:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].1, 224 off8416 00000040:00080000:0.0:1788460377.641983:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].2, 112 off8528 00000040:00080000:0.0:1788460377.642012:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].3, 224 off8752 00000040:00080000:0.0:1788460377.642028:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].4, 224 off8976 00000040:00080000:0.0:1788460377.642042:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].5, 112 off9088 00000040:00080000:0.0:1788460377.642055:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].6, 224 off9312 00000040:00080000:0.0:1788460377.642096:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].7, 224 off9536 00000040:00080000:0.0:1788460377.642116:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].8, 128 off9664 00000040:00080000:0.0:1788460377.642128:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].9, 224 off9888 00000040:00080000:0.0:1788460377.642140:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].10, 224 off10112 00000040:00080000:0.0:1788460377.642153:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].11, 128 off10240 00000100:00100000:0.0:1788460377.642185:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4930e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022459392:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788460377.642224:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460377.642246:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2ab3900 going to sleep for 11 seconds 00000100:00100000:2.0:1788460377.642366:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022459392 00000100:00100000:2.0:1788460377.642372:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022459392 00000100:00100000:2.0:1788460377.642395:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:2.0:1788460377.642402:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:25098:x1875336022459392:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788460377.642486:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:25098:x1875336022459392:12345-0@lo:502:mount.lustre.0 Request processed in 83us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460377.642493:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1788460377.642585:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4930e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022459392:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788460377.642696:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1a:0x0].12, 224 off10464 00000040:00080000:0.0:1788460377.642704:0:25098:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1788460377.643604:0:25106:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788460377.643612:0:25106:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460377.643614:0:25106:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788460377.643620:0:25106:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c4bfdbf5800 00000020:00000080:1.0:1788460377.643885:0:25106:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788460377.643894:0:25106:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788460377.643897:0:25106:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460377.643899:0:25106:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788460377.643902:0:25106:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788460377.643905:0:25106:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460377.643906:0:25106:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788460377.643910:0:25106:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c4bfdbf5800 00000020:00000080:1.0:1788460377.643912:0:25106:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788460377.643988:0:25106:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788460377.643992:0:25106:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460377.643994:0:25106:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788460377.643996:0:25106:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788460377.644117:0:25106:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460377.644120:0:25106:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788460377.644126:0:25106:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8c4bfdbf5800 00000020:00000080:1.0:1788460377.644129:0:25106:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788460377.644150:0:25106:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788460377.644161:0:25106:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460377.644163:0:25106:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788460377.644166:0:25106:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788460377.644169:0:25106:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460377.644170:0:25106:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788460377.644174:0:25106:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8c4bfdbf5800 00000020:00000080:1.0:1788460377.644176:0:25106:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788460377.644200:0:25106:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788460377.644203:0:25106:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788460377.644205:0:25106:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788460377.644208:0:25106:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 13 count 13 00000020:01000000:2.0:1788460377.664310:0:25098:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788460377.664331:0:25098:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788460377.664358:0:25098:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7800/0x5dfa74784542cc9e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cca5 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.664370:0:25098:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7800/0x5dfa74784542cc9e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cca5 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788460377.664481:0:25098:0:(mgc_request.c:2423:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788460377.664484:0:25098:0:(mgc_request.c:424:config_log_add()) add config log lustre-client-ffff8c4bfdbf5800 10000000:01000000:3.0:1788460377.664487:0:25098:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-client-ffff8c4bfdbf5800 10000000:01000000:3.0:1788460377.664491:0:25098:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788460377.664518:0:25098:0:(mgc_request_server.c:106:mgc_fs_setup()) mgc192.168.206.105@tcp: setup lustre-OST0001-osd 00000040:01000000:3.0:1788460377.664576:0:25098:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 1 is initialized 00000040:01000000:3.0:1788460377.664582:0:25098:0:(llog_obd.c:197:llog_setup()) obd mgc192.168.206.105@tcp ctxt 0 is initialized 10000000:01000000:3.0:1788460377.664595:0:25098:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-client-ffff8c4bfdbf5800 from 1 10000000:01000000:3.0:1788460377.664598:0:25098:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788460377.664641:0:25098:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7c00/0x5dfa74784542ccac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460377.664650:0:25098:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7c00/0x5dfa74784542ccac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460377.664661:0:25098:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7c00/0x5dfa74784542ccac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460377.664690:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022459520:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788460377.664753:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460377.664792:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bd0b85840 going to sleep for 11 seconds 00000100:00100000:2.0:1788460377.664936:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022459520 00000100:00100000:2.0:1788460377.664972:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022459520 00000100:00100000:2.0:1788460377.665018:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1788460377.665026:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:25098:x1875336022459520:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788460377.665037:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788460377.665048:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bfdbd1800/0x5dfa74784542ccb3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542ccac expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.665091:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bfdbd1800/0x5dfa74784542ccb3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542ccac expref: 29 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.665102:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bfdbd1800/0x5dfa74784542ccb3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542ccac expref: 29 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.665111:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bfdbd1800, rc 0) 00000100:00100000:2.0:1788460377.665153:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:25098:x1875336022459520:12345-0@lo:101:mount.lustre.0 Request processed in 127us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460377.665159:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1788460377.665205:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022459520:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788460377.665219:0:25098:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7c00/0x5dfa74784542ccac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ccb3 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.665228:0:25098:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7c00/0x5dfa74784542ccac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542ccb3 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788460377.681297:0:25098:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x14:0x0] index 52 count 51 00000040:00080000:3.0:1788460377.682226:0:25098:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788460377.682416:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].1, 224 off8416 00000040:00080000:3.0:1788460377.682452:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].2, 120 off8536 00000040:00080000:3.0:1788460377.682468:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].3, 168 off8704 00000040:00080000:3.0:1788460377.682481:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].4, 224 off8928 00000040:00080000:3.0:1788460377.685710:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].5, 224 off9152 00000040:00080000:3.0:1788460377.685786:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].6, 120 off9272 00000040:00080000:3.0:1788460377.685803:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].7, 168 off9440 00000040:00080000:3.0:1788460377.685818:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].8, 224 off9664 00000040:00080000:3.0:1788460377.685831:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].9, 224 off9888 00000040:00080000:3.0:1788460377.685842:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].10, 120 off10008 00000040:00080000:3.0:1788460377.685854:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].11, 224 off10232 00000040:00080000:3.0:1788460377.685865:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].12, 224 off10456 00000040:00080000:3.0:1788460377.685876:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].13, 88 off10544 00000040:00080000:3.0:1788460377.685889:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].14, 128 off10672 00000040:00080000:3.0:1788460377.685903:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].15, 144 off10816 00000040:00080000:3.0:1788460377.685915:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].16, 160 off10976 00000040:00080000:3.0:1788460377.685930:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].17, 224 off11200 00000040:00080000:3.0:1788460377.687156:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].18, 224 off11424 00000040:00080000:3.0:1788460377.687185:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].19, 80 off11504 00000040:00080000:3.0:1788460377.687199:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].20, 224 off11728 00000040:00080000:3.0:1788460377.687212:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].21, 224 off11952 00000040:00080000:3.0:1788460377.687226:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].22, 88 off12040 00000040:00080000:3.0:1788460377.687239:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].23, 128 off12168 00000040:00080000:3.0:1788460377.687253:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].24, 144 off12312 00000040:00080000:3.0:1788460377.687266:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].25, 160 off12472 00000040:00080000:3.0:1788460377.687300:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].26, 224 off12696 00000040:00080000:3.0:1788460377.687315:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].27, 224 off12920 00000040:00080000:3.0:1788460377.687329:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].28, 80 off13000 00000040:00080000:3.0:1788460377.687342:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].29, 224 off13224 00000040:00080000:3.0:1788460377.687355:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].30, 224 off13448 00000040:00080000:3.0:1788460377.687368:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].31, 88 off13536 00000040:00080000:3.0:1788460377.687382:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].32, 128 off13664 00000040:00080000:3.0:1788460377.687393:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].33, 144 off13808 00000040:00080000:3.0:1788460377.687420:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].34, 128 off13936 00000040:00080000:3.0:1788460377.687437:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].35, 224 off14160 00000040:00080000:3.0:1788460377.687452:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].36, 224 off14384 00000040:00080000:3.0:1788460377.687466:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].37, 80 off14464 00000040:00080000:3.0:1788460377.687480:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].38, 224 off14688 00000040:00080000:3.0:1788460377.688717:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].39, 224 off14912 00000040:00080000:3.0:1788460377.688754:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].40, 88 off15000 00000040:00080000:3.0:1788460377.688770:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].41, 128 off15128 00000040:00080000:3.0:1788460377.688783:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].42, 144 off15272 00000040:00080000:3.0:1788460377.688798:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].43, 128 off15400 00000040:00080000:3.0:1788460377.688813:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].44, 224 off15624 00000040:00080000:3.0:1788460377.688828:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].45, 224 off15848 00000040:00080000:3.0:1788460377.688841:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].46, 80 off15928 00000040:00080000:3.0:1788460377.688854:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].47, 224 off16152 00000040:00080000:3.0:1788460377.688868:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].48, 232 off16384 00000040:00080000:3.0:1788460377.690166:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].49, 224 off16608 00000040:00080000:3.0:1788460377.690205:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].50, 120 off16728 00000040:00080000:3.0:1788460377.690225:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1b:0x0].51, 224 off16952 00000040:00080000:3.0:1788460377.690230:0:25098:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x14:0x0] index 51 count 51 00000100:00100000:3.0:1788460377.690333:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022459648:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788460377.690391:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460377.690437:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bf7753f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788460377.694637:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022459648 00000100:00100000:0.0:1788460377.694651:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022459648 00000100:00100000:0.0:1788460377.694707:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:0.0:1788460377.694716:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:25098:x1875336022459648:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788460377.694890:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:25098:x1875336022459648:12345-0@lo:501:mount.lustre.0 Request processed in 174us (4497us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460377.694898:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:0.0:1788460377.694994:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022459648:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788460377.695058:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4930e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022459776:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788460377.695115:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460377.695149:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022459776 00000100:00100000:0.0:1788460377.695153:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022459776 00000100:00100000:0.0:1788460377.695179:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1788460377.695186:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:25098:x1875336022459776:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788460377.695262:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:25098:x1875336022459776:12345-0@lo:503:mount.lustre.0 Request processed in 76us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460377.695269:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1788460377.695314:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bced74540 going to sleep for 11 seconds 00000100:00100000:0.0:1788460377.695327:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4930e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022459776:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788460377.696135:0:25098:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788460377.696206:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4930e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022459904:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788460377.696251:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460377.696280:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022459904 00000100:00100000:0.0:1788460377.696285:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022459904 00000100:00100000:0.0:1788460377.696311:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1788460377.696318:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:25098:x1875336022459904:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788460377.696395:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:25098:x1875336022459904:12345-0@lo:502:mount.lustre.0 Request processed in 77us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460377.696403:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1788460377.696440:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bced74540 going to sleep for 11 seconds 00000100:00100000:0.0:1788460377.696455:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4930e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022459904:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788460377.697180:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].1, 224 off8416 00000040:00080000:0.0:1788460377.697210:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].2, 120 off8536 00000040:00080000:0.0:1788460377.697225:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].3, 168 off8704 00000040:00080000:0.0:1788460377.697241:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].4, 224 off8928 00000040:00080000:0.0:1788460377.697256:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].5, 224 off9152 00000040:00080000:0.0:1788460377.697268:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].6, 120 off9272 00000040:00080000:0.0:1788460377.697282:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].7, 168 off9440 00000040:00080000:0.0:1788460377.697311:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].8, 224 off9664 00000040:00080000:0.0:1788460377.697328:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].9, 224 off9888 00000040:00080000:0.0:1788460377.697339:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].10, 120 off10008 00000040:00080000:0.0:1788460377.697352:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].11, 224 off10232 00000040:00080000:0.0:1788460377.697365:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].12, 224 off10456 00000040:00080000:0.0:1788460377.697379:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].13, 88 off10544 00000040:00080000:0.0:1788460377.697394:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].14, 128 off10672 00000040:00080000:0.0:1788460377.697409:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].15, 144 off10816 00000040:00080000:0.0:1788460377.697424:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].16, 160 off10976 00000040:00080000:0.0:1788460377.697450:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].17, 224 off11200 00000040:00080000:0.0:1788460377.697465:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].18, 224 off11424 00000040:00080000:0.0:1788460377.697761:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].19, 80 off11504 00000040:00080000:0.0:1788460377.697787:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].20, 224 off11728 00000040:00080000:0.0:1788460377.697799:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].21, 224 off11952 00000040:00080000:0.0:1788460377.697810:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].22, 88 off12040 00000040:00080000:0.0:1788460377.697823:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].23, 128 off12168 00000040:00080000:0.0:1788460377.697850:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].24, 144 off12312 00000040:00080000:0.0:1788460377.697865:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].25, 160 off12472 00000040:00080000:0.0:1788460377.697879:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].26, 224 off12696 00000040:00080000:0.0:1788460377.697892:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].27, 224 off12920 00000040:00080000:0.0:1788460377.697905:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].28, 80 off13000 00000040:00080000:0.0:1788460377.697916:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].29, 224 off13224 00000040:00080000:0.0:1788460377.697928:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].30, 224 off13448 00000040:00080000:0.0:1788460377.699072:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].31, 88 off13536 00000040:00080000:0.0:1788460377.699136:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].32, 128 off13664 00000040:00080000:0.0:1788460377.699152:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].33, 144 off13808 00000040:00080000:0.0:1788460377.699167:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].34, 128 off13936 00000040:00080000:0.0:1788460377.699182:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].35, 224 off14160 00000040:00080000:0.0:1788460377.699195:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].36, 224 off14384 00000040:00080000:0.0:1788460377.699209:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].37, 80 off14464 00000040:00080000:0.0:1788460377.699223:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].38, 224 off14688 00000040:00080000:0.0:1788460377.699238:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].39, 224 off14912 00000040:00080000:0.0:1788460377.699271:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].40, 88 off15000 00000040:00080000:0.0:1788460377.699288:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].41, 128 off15128 00000040:00080000:0.0:1788460377.699302:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].42, 144 off15272 00000040:00080000:0.0:1788460377.699315:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].43, 128 off15400 00000040:00080000:0.0:1788460377.699328:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].44, 224 off15624 00000040:00080000:0.0:1788460377.699340:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].45, 224 off15848 00000040:00080000:0.0:1788460377.699352:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].46, 80 off15928 00000040:00080000:0.0:1788460377.699366:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].47, 224 off16152 00000040:00080000:0.0:1788460377.699381:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].48, 232 off16384 00000100:00100000:0.0:1788460377.699438:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4930e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022460032:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788460377.703146:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460377.703213:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022460032 00000100:00100000:0.0:1788460377.703221:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022460032 00000100:00100000:0.0:1788460377.703269:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1788460377.703279:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4be2c77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:25098:x1875336022460032:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788460377.703413:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4be2c77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:25098:x1875336022460032:12345-0@lo:502:mount.lustre.0 Request processed in 135us (1020us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460377.703422:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1788460377.703475:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bced74540 going to sleep for 11 seconds 00000100:00100000:0.0:1788460377.705832:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4930e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022460032:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788460377.706140:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].49, 224 off16608 00000040:00080000:0.0:1788460377.706170:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].50, 120 off16728 00000100:00100000:0.0:1788460377.706211:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4930e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022460160:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788460377.706290:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460377.706351:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022460160 00000100:00100000:0.0:1788460377.706358:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022460160 00000100:00100000:0.0:1788460377.706400:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1788460377.706409:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4be0241850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:25098:x1875336022460160:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788460377.706708:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4be0241850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:25098:x1875336022460160:12345-0@lo:502:mount.lustre.0 Request processed in 298us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460377.706717:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1788460377.706765:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bced74540 going to sleep for 11 seconds 00000100:00100000:0.0:1788460377.706784:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4930e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022460160:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788460377.706826:0:25098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1c:0x0].51, 224 off16952 00000040:00080000:0.0:1788460377.706833:0:25098:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1788460377.719429:0:25111:0:(obd_mount.c:308:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1788460377.719448:0:25111:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8c4bfb5f0000) 00000020:00000080:1.0:1788460377.719472:0:25111:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:1.0:1788460377.720273:0:25111:0:(tgt_mount.c:167:server_get_mount()) get mount ffff8c4bfdbf5800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788460377.720280:0:25111:0:(tgt_mount.c:201:server_put_mount()) put mount ffff8c4bfdbf5800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1788460377.720283:0:25111:0:(obd_mount.c:798:lustre_put_lsi()) put ffff8c4bfdbf5800 3 00010000:00080000:1.0:1788460377.720319:0:25111:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c4bfdbf4800@lustre-MDT0000-lwp-OST0001: add connection 192.168.206.105@tcp at head 00010000:00010000:1.0:1788460377.728765:0:25111:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:1.0:1788460377.728977:0:25111:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:1.0:1788460377.729017:0:25111:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788460377.729028:0:25111:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x5dfa74784542ccc1 00000100:00080000:1.0:1788460377.729038:0:25111:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788460377.729044:0:25111:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8c4bfdbf4800 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:1.0:1788460377.729087:0:25111:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac1e62300 x1875336022460288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788460377.729125:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac1e62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3658:1875336022460288:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788460377.729185:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460377.729239:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022460288 00000100:00100000:1.0:1788460377.729246:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022460288 00000100:00080000:0.0:1788460377.737323:0:25111:0:(pinger.c:380:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1788460377.742141:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788460377.742152:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac1e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3658:x1875336022460288:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788460377.742183:0:22773:0:(ldlm_lib.c:1461:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 674 last 0 00000020:00000080:1.0:1788460377.742232:0:22773:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x5dfa74784542ccc8 00000004:00100000:1.0:1788460377.742248:0:22773:0:(mdt_handler.c:7310:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788460377.742282:0:22773:0:(import.c:65:import_set_state_nolock()) ffff8c4ac3582800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788460377.742361:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac1e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1875336022460288:12345-0@lo:38:llog_process_th.0 Request processed in 207us (13173us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460377.742369:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:1.0:1788460377.742549:0:3658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4ac1e62300 x1875336022460288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788460387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460377.742561:0:3658:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788460377.742568:0:3658:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1788460377.742575:0:3658:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788460377.742579:0:3658:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788460377.742582:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bfdbf4800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788460377.742587:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac1e62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3658:1875336022460288:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1788460377.743480:0:16617:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788460377.743485:0:16617:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788460377.743488:0:16617:0:(import.c:65:import_set_state_nolock()) ffff8c4bff80f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788460377.743504:0:16617:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 671 00000100:00080000:2.0:1788460377.743508:0:16617:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1788460377.743513:0:16617:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c4bff80f000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:2.0:1788460377.743530:0:16617:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac39d2d80 x1875336022460672/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788460377.743559:0:16617:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788460377.743568:0:16617:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788460377.743570:0:16617:0:(import.c:65:import_set_state_nolock()) ffff8c4bc85f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788460377.743574:0:16617:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 671 00000100:00080000:2.0:1788460377.743577:0:16617:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1788460377.743580:0:16617:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8c4bc85f0000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:2.0:1788460377.743591:0:16617:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac39d2a00 x1875336022461184/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788460377.744112:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022460928:0@lo:400:kworker.0 00000100:00100000:1.0:1788460377.744163:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460377.744195:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3661:1875336022461568:0@lo:400:kworker.0 00000100:00100000:1.0:1788460377.744218:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460377.744240:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788460377.744247:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022460416:0@lo:400:kworker.0 00000100:00100000:1.0:1788460377.744268:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460377.744286:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022461056:0@lo:400:kworker.0 00000100:00100000:1.0:1788460377.744337:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460377.744365:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022460672:0@lo:8:kworker.0 00000100:00100000:1.0:1788460377.744386:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460377.744404:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022461184:0@lo:8:kworker.0 00000100:00100000:1.0:1788460377.744426:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460377.744453:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022460928 00000100:00100000:1.0:1788460377.744461:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022460928 00000100:00100000:2.0:1788460377.744572:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022461056 00000100:00100000:2.0:1788460377.744577:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022461056 00000100:00100000:2.0:1788460377.744603:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022460672 00000100:00100000:2.0:1788460377.744605:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022460672 00000100:00100000:2.0:1788460377.744613:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022461184 00000100:00100000:2.0:1788460377.744614:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022461184 00000100:00100000:2.0:1788460377.744693:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788460377.744703:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac1e62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022461056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460377.745150:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac1e62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022461056:12345-0@lo:400:kworker.0 Request processed in 448us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460377.745159:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788460377.745179:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788460377.745183:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac1e61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3658:x1875336022460672:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1788460377.745227:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac1e61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3658:x1875336022460672:12345-0@lo:8:kworker.0 Request processed in 42us (839us total) trans 0 rc -11/-11 00000100:00100000:2.0:1788460377.745232:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788460377.745243:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788460377.745247:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac1e63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3658:x1875336022461184:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1788460377.745273:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac1e63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3658:x1875336022461184:12345-0@lo:8:kworker.0 Request processed in 25us (847us total) trans 0 rc -11/-11 00000100:00100000:2.0:1788460377.745290:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788460377.745402:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022460416 00000100:00100000:1.0:1788460377.745408:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022460416 00000100:00100000:1.0:1788460377.745432:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788460377.745438:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac1e62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022460928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460377.745476:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac1e62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022460928:12345-0@lo:400:kworker.0 Request processed in 39us (1313us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460377.745482:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788460377.745508:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788460377.745514:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac1e63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022460416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460377.745540:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac1e63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022460416:12345-0@lo:400:kworker.0 Request processed in 28us (1272us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460377.745546:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788460377.745562:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022461568 00000100:00100000:1.0:1788460377.745566:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022461568 00000100:00100000:1.0:1788460377.745610:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788460377.745617:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac1e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1875336022461568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460377.745657:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac1e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1875336022461568:12345-0@lo:400:kworker.0 Request processed in 42us (1438us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460377.745664:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788460377.745722:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022460416:0@lo:400:kworker.0 00000100:00100000:1.0:1788460377.745734:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022461056:0@lo:400:kworker.0 00000100:00100000:1.0:1788460377.745744:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022460928:0@lo:400:kworker.0 00010000:00080000:1.0:1788460377.745755:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8c4ac39d3100 x1875336022461568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460377.745764:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3661:1875336022461568:0@lo:400:kworker.0 00000100:00100000:1.0:1788460377.745797:0:3658:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788460377.745803:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bff80f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788460377.745806:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788460377.745809:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022460672:0@lo:8:kworker.0 00000100:00100000:1.0:1788460377.745817:0:3658:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788460377.745820:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bc85f0000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788460377.745823:0:3658:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788460377.745825:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022461184:0@lo:8:kworker.0 00010000:00010000:1.0:1788460377.745918:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788460377.746118:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1875336022460544:0@lo:400:kworker.0 00000100:00100000:1.0:1788460377.746154:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460377.746179:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3659:1875336022461312:0@lo:400:kworker.0 00000100:00100000:1.0:1788460377.746201:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460377.746221:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788460377.746227:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3659:1875336022460800:0@lo:400:kworker.0 00000100:00100000:1.0:1788460377.746245:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460377.746260:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3659:1875336022461440:0@lo:400:kworker.0 00000100:00100000:1.0:1788460377.746291:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460377.746317:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022460544 00000100:00100000:1.0:1788460377.746321:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022460544 00000100:00100000:1.0:1788460377.746350:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788460377.746356:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac1e60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1875336022460544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460377.746390:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac1e60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1875336022460544:12345-0@lo:400:kworker.0 Request processed in 34us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460377.746396:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788460377.746413:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022461312 00000100:00100000:1.0:1788460377.746417:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022461312 00000100:00100000:1.0:1788460377.746431:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022460800 00000100:00100000:1.0:1788460377.746433:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022460800 00000100:00100000:1.0:1788460377.746442:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022461440 00000100:00100000:1.0:1788460377.746445:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022461440 00000100:00100000:1.0:1788460377.746461:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788460377.746467:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac1e62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1875336022461312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460377.746495:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac1e62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1875336022461312:12345-0@lo:400:kworker.0 Request processed in 29us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460377.746501:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788460377.746513:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788460377.746518:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac1e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1875336022460800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460377.746540:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac1e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1875336022460800:12345-0@lo:400:kworker.0 Request processed in 22us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460377.746546:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788460377.746556:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788460377.746562:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac1e60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1875336022461440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460377.746603:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac1e60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1875336022461440:12345-0@lo:400:kworker.0 Request processed in 41us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460377.746615:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00080000:1.0:1788460377.747193:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4ac39d1180 x1875336022460800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460377.747207:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3659:1875336022460800:0@lo:400:kworker.0 00010000:00080000:1.0:1788460377.747218:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4ac39d2300 x1875336022461440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460377.747240:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3659:1875336022461440:0@lo:400:kworker.0 00000100:00100000:1.0:1788460377.747253:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1875336022460544:0@lo:400:kworker.0 00010000:00080000:1.0:1788460377.747271:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4ac39d0000 x1875336022461312/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460377.747280:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3659:1875336022461312:0@lo:400:kworker.0 00000100:00080000:2.0:1788460377.747362:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788460377.747366:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788460377.747368:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:01000004:0.0:1788460377.747633:0:25111:0:(obd_mount.c:308:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1788460377.747648:0:25111:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8c4bc4724c98) 00000020:00000080:0.0:1788460377.747669:0:25111:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:0.0:1788460377.747760:0:25111:0:(tgt_mount.c:167:server_get_mount()) get mount ffff8c4bfdbf5800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788460377.747764:0:25111:0:(tgt_mount.c:201:server_put_mount()) put mount ffff8c4bfdbf5800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788460377.747767:0:25111:0:(obd_mount.c:798:lustre_put_lsi()) put ffff8c4bfdbf5800 3 00010000:00080000:0.0:1788460377.747793:0:25111:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c4ac3612000@lustre-MDT0001-lwp-OST0001: add connection 192.168.206.105@tcp at head 00010000:00010000:0.0:1788460377.749568:0:25111:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1788460377.761001:0:25111:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1788460377.761048:0:25111:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788460377.761059:0:25111:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x5dfa74784542ccd6 00000100:00080000:0.0:1788460377.761070:0:25111:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788460377.761086:0:25111:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8c4ac3612000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:0.0:1788460377.761121:0:25111:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4ac4930e00 x1875336022461696/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788460377.761148:0:25111:0:(pinger.c:380:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:2.0:1788460377.761760:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4930e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3658:1875336022461696:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788460377.761826:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460377.761880:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022461696 00000100:00100000:2.0:1788460377.761887:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022461696 00000100:00100000:2.0:1788460377.761919:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788460377.761926:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3658:x1875336022461696:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788460377.761977:0:22774:0:(ldlm_lib.c:1461:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 674 last 0 00000020:00000080:2.0:1788460377.764611:0:22774:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x5dfa74784542ccdd 00000004:00100000:2.0:1788460377.764645:0:22774:0:(mdt_handler.c:7310:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788460377.764689:0:22774:0:(import.c:65:import_set_state_nolock()) ffff8c4ac36fe000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788460377.764775:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1875336022461696:12345-0@lo:38:llog_process_th.0 Request processed in 2846us (2946us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460377.764786:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1788460377.764845:0:3658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4ac4930e00 x1875336022461696/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788460387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460377.764857:0:3658:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788460377.764865:0:3658:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1788460377.764872:0:3658:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1788460377.764876:0:3658:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1788460377.764879:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4ac3612000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788460377.764884:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4930e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3658:1875336022461696:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1788460377.769148:0:25111:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1c:0x0] index 52 count 51 00000020:01000000:0.0:1788460377.769238:0:25098:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1788460377.769252:0:25098:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788460377.769266:0:25098:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7c00/0x5dfa74784542ccac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ccb3 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460377.769278:0:25098:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7c00/0x5dfa74784542ccac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ccb3 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788460377.769344:0:25098:0:(tgt_mount.c:1239:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788460377.769347:0:25098:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788460377.769348:0:25098:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788460377.769349:0:25098:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:0.0:1788460377.769351:0:25098:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:0.0:1788460377.769355:0:25098:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:0.0:1788460377.769357:0:25098:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788460377.769358:0:25098:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788460377.769359:0:25098:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788460377.769363:0:25098:0:(mgc_request_server.c:449:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:0.0:1788460377.769365:0:25098:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788460377.769366:0:25098:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788460377.769367:0:25098:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788460377.769368:0:25098:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:0.0:1788460377.769369:0:25098:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:0.0:1788460377.769370:0:25098:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:0.0:1788460377.769371:0:25098:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788460377.769372:0:25098:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788460377.769373:0:25098:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788460377.769396:0:25098:0:(mgc_request_server.c:279:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1788460377.769414:0:25098:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4930700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022461824:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788460377.769474:0:25098:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460377.770231:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022461824 00000100:00100000:0.0:1788460377.770239:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022461824 00000100:00100000:0.0:1788460377.770286:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1788460377.770295:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4be0240450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:25098:x1875336022461824:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788460377.770322:0:22767:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1788460377.770333:0:22767:0:(mgs_nids.c:475:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:0.0:1788460377.770433:0:25098:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc300c240 going to sleep for 11 seconds 20000000:01000000:0.0:1788460377.782344:0:22767:0:(mgs_nids.c:842:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788460377.782395:0:22767:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1788460377.782922:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4be0240450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:25098:x1875336022461824:12345-0@lo:253:mount.lustre.0 Request processed in 12622us (13442us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460377.782935:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1788460377.783184:0:25098:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4930700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52effe76-ab9d-442f-b102-f6f3593bcd8d:25098:1875336022461824:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788460377.783198:0:25098:0:(mgc_request_server.c:300:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1788460377.783201:0:25098:0:(tgt_mount.c:1239:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788460377.783203:0:25098:0:(tgt_mount.c:1240:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788460377.783204:0:25098:0:(tgt_mount.c:1241:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788460377.783206:0:25098:0:(tgt_mount.c:1242:server_mti_print()) uuid: 00000020:01000004:1.0:1788460377.783207:0:25098:0:(tgt_mount.c:1243:server_mti_print()) ver: 0 00000020:01000004:1.0:1788460377.783208:0:25098:0:(tgt_mount.c:1244:server_mti_print()) flags: 00000020:01000004:1.0:1788460377.783209:0:25098:0:(tgt_mount.c:1248:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788460377.783211:0:25098:0:(tgt_mount.c:1278:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788460377.783212:0:25098:0:(tgt_mount.c:1284:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1788460377.783226:0:25098:0:(tgt_mount.c:2880:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:2.0:1788460377.784355:0:22788:0:(mgs_nids.c:739:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788460377.784362:0:22788:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788460377.784448:0:22788:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8c4bc29d2400/0x5dfa74784542cce4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460377.784465:0:22788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c4ac395fc00/0x5dfa74784542cb4e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cb47 expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460377.784485:0:22788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c4ac395f200/0x5dfa74784542cb5c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cb55 expref: 28 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460377.784492:0:22788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c4ac395f400/0x5dfa74784542cb6a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cb63 expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460377.784509:0:22788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c4bc6380000/0x5dfa74784542cc97 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cc90 expref: 28 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460377.784516:0:22788:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8c4bc29d2400/0x5dfa74784542cce4 lrc: 7/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460377.784553:0:22788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c4bc6380000/0x5dfa74784542cc97 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5dfa74784542cc90 expref: 28 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460377.784566:0:22788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c4bc6380000/0x5dfa74784542cc97 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5dfa74784542cc90 expref: 28 pid: 22765 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460377.784580:0:22788:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4930700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1875336022461952:0@lo:104: 00000100:00100000:0.0:1788460377.784739:0:22788:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788460377.784792:0:22788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c4ac395f400/0x5dfa74784542cb6a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5dfa74784542cb63 expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460377.784800:0:22788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c4ac395f400/0x5dfa74784542cb6a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5dfa74784542cb63 expref: 28 pid: 22767 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460377.784808:0:22788:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1875336022462080:0@lo:104: 00000100:00100000:0.0:1788460377.784830:0:22788:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788460377.784867:0:22788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c4ac395f200/0x5dfa74784542cb5c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5dfa74784542cb55 expref: 28 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460377.784883:0:22788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c4ac395f200/0x5dfa74784542cb5c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5dfa74784542cb55 expref: 28 pid: 22765 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460377.784892:0:22788:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4933100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1875336022462208:0@lo:104: 00000100:00100000:0.0:1788460377.784915:0:22788:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788460377.784932:0:22788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c4ac395fc00/0x5dfa74784542cb4e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5dfa74784542cb47 expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460377.784967:0:22788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c4ac395fc00/0x5dfa74784542cb4e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5dfa74784542cb47 expref: 28 pid: 22767 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460377.784980:0:22788:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1875336022462336:0@lo:104: 00000100:00100000:0.0:1788460377.785015:0:22788:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460377.785031:0:22788:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc300c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788460377.785114:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022461952 00000100:00100000:2.0:1788460377.785120:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022461952 00000100:00100000:2.0:1788460377.785152:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022462080 00000100:00100000:2.0:1788460377.785155:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022462080 00000100:00100000:2.0:1788460377.785164:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022462208 00000100:00100000:2.0:1788460377.785166:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022462208 00000100:00100000:2.0:1788460377.785174:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022462336 00000100:00100000:2.0:1788460377.785176:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022462336 00000100:00100000:2.0:1788460377.785188:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788460377.785196:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+6:22788:x1875336022461952:12345-0@lo:104: 00010000:00010000:2.0:1788460377.785208:0:22756:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cc90 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542cc97 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785268:0:22756:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788460377.785274:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4930e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+6:22788:x1875336022461952:12345-0@lo:104: Request processed in 79us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460377.785281:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788460377.785298:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788460377.785304:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4932300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+5:22788:x1875336022462080:12345-0@lo:104: 00010000:00010000:2.0:1788460377.785311:0:22756:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: mgc192.168.206.105@tcp lock: ffff8c4bef208600/0x5dfa74784542cb63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542cb6a expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785344:0:22756:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788460377.785349:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4932300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+5:22788:x1875336022462080:12345-0@lo:104: Request processed in 46us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460377.785355:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788460377.785367:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788460377.785380:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+4:22788:x1875336022462208:12345-0@lo:104: 00010000:00010000:2.0:1788460377.785387:0:22756:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542cb55 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542cb5c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785418:0:22756:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1788460377.785422:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4933b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+4:22788:x1875336022462208:12345-0@lo:104: Request processed in 45us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460377.785427:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788460377.785439:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788460377.785445:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4932a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+3:22788:x1875336022462336:12345-0@lo:104: 00010000:00010000:2.0:1788460377.785451:0:22756:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: mgc192.168.206.105@tcp lock: ffff8c4bef209a00/0x5dfa74784542cb47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542cb4e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785474:0:22756:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:2.0:1788460377.785478:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4932a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+3:22788:x1875336022462336:12345-0@lo:104: Request processed in 34us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460377.785483:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:2.0:1788460377.785511:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788460377.785517:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cc90 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542cc97 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785524:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc6ca6e00 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:2.0:1788460377.785527:0:22761:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cc90 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x5dfa74784542cc97 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785535:0:22761:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cc90 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x5dfa74784542cc97 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788460377.785543:0:22761:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cc90 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x5dfa74784542cc97 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460377.785555:0:22761:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788460377.785587:0:22761:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cc90 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542cc97 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785595:0:22761:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788460377.785637:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cc90 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542cc97 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785646:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cc90 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542cc97 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785659:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788460377.785662:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bef208600/0x5dfa74784542cb63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542cb6a expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785668:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bef208600 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:2.0:1788460377.785671:0:22761:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bef208600/0x5dfa74784542cb63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x5dfa74784542cb6a expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785680:0:22761:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bef208600/0x5dfa74784542cb63 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x5dfa74784542cb6a expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788460377.785687:0:22761:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bef208600/0x5dfa74784542cb63 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x5dfa74784542cb6a expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460377.785693:0:22761:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788460377.785706:0:22761:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4bef208600/0x5dfa74784542cb63 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542cb6a expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785712:0:22761:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788460377.785736:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bef208600/0x5dfa74784542cb63 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542cb6a expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785744:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bef208600/0x5dfa74784542cb63 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542cb6a expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785755:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788460377.785757:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542cb55 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542cb5c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785763:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bef208c00 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:2.0:1788460377.785765:0:22761:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542cb55 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x5dfa74784542cb5c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785772:0:22761:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542cb55 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x5dfa74784542cb5c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788460377.785778:0:22761:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542cb55 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x5dfa74784542cb5c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460377.785783:0:22761:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788460377.785796:0:22761:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542cb55 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542cb5c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785802:0:22761:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788460377.785807:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542cb55 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542cb5c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785814:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bef208c00/0x5dfa74784542cb55 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542cb5c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785833:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460377.785836:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bef209a00/0x5dfa74784542cb47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542cb4e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785842:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bef209a00 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:2.0:1788460377.785844:0:22761:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bef209a00/0x5dfa74784542cb47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x5dfa74784542cb4e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785851:0:22761:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bef209a00/0x5dfa74784542cb47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x5dfa74784542cb4e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788460377.785857:0:22761:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bef209a00/0x5dfa74784542cb47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x5dfa74784542cb4e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460377.785862:0:22761:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788460377.785876:0:22761:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4bef209a00/0x5dfa74784542cb47 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542cb4e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785881:0:22761:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788460377.785888:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bef209a00/0x5dfa74784542cb47 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542cb4e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785894:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bef209a00/0x5dfa74784542cb47 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542cb4e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.785907:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460377.785909:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460377.785910:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460377.785918:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788460377.785966:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52effe76-ab9d-442f-b102-f6f3593bcd8d:3661:1875336022462848:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788460377.785997:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460377.786027:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788460377.786032:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52effe76-ab9d-442f-b102-f6f3593bcd8d:3661:1875336022462464:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788460377.786050:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460377.786219:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022462592:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788460377.786243:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460377.786259:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788460377.786264:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022462720:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788460377.786283:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460377.786309:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022462848 00000100:00100000:2.0:1788460377.786313:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022462848 00010000:00010000:2.0:1788460377.786334:0:22758:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c4ac395fc00/0x5dfa74784542cb4e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542cb47 expref: 29 pid: 22767 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460377.786349:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022462464 00000100:00100000:2.0:1788460377.786352:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022462464 00010000:00010000:2.0:1788460377.786361:0:22758:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c4bc6380000/0x5dfa74784542cc97 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542cc90 expref: 30 pid: 22765 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460377.786371:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022462592 00000100:00100000:2.0:1788460377.786373:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022462592 00010000:00010000:2.0:1788460377.786382:0:22758:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c4ac395f400/0x5dfa74784542cb6a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542cb63 expref: 31 pid: 22767 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460377.786391:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022462720 00000100:00100000:2.0:1788460377.786393:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022462720 00010000:00010000:2.0:1788460377.786402:0:22758:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c4ac395f200/0x5dfa74784542cb5c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542cb55 expref: 32 pid: 22765 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460377.786425:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788460377.786431:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+32:3661:x1875336022462848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788460377.786440:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788460377.786446:0:22758:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c4ac395fc00/0x5dfa74784542cb4e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542cb47 expref: 32 pid: 22767 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.786454:0:22758:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c4ac395fc00/0x5dfa74784542cb4e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5dfa74784542cb47 expref: 32 pid: 22767 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.786468:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788460377.786564:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+32:3661:x1875336022462848:12345-0@lo:103:ldlm_bl.0 Request processed in 133us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460377.786571:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788460377.786586:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788460377.786592:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+31:3661:x1875336022462464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788460377.786600:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788460377.786604:0:22758:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c4bc6380000/0x5dfa74784542cc97 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542cc90 expref: 31 pid: 22765 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.786614:0:22758:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c4bc6380000/0x5dfa74784542cc97 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5dfa74784542cc90 expref: 31 pid: 22765 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.786683:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788460377.786705:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+31:3661:x1875336022462464:12345-0@lo:103:ldlm_bl.0 Request processed in 114us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460377.786712:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788460377.786724:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788460377.786736:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+30:3659:x1875336022462592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788460377.786744:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788460377.786748:0:22758:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c4ac395f400/0x5dfa74784542cb6a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542cb63 expref: 30 pid: 22767 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.786757:0:22758:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c4ac395f400/0x5dfa74784542cb6a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5dfa74784542cb63 expref: 30 pid: 22767 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.786767:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788460377.786791:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+30:3659:x1875336022462592:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460377.786797:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788460377.786809:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788460377.786815:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:3659:x1875336022462720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788460377.786822:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788460377.786826:0:22758:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c4ac395f200/0x5dfa74784542cb5c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542cb55 expref: 29 pid: 22765 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.786835:0:22758:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c4ac395f200/0x5dfa74784542cb5c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5dfa74784542cb55 expref: 29 pid: 22765 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.786846:0:22758:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8c4bc29d2400/0x5dfa74784542cce4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.786855:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc29d2400/0x5dfa74784542cce4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788460377.786868:0:22758:0:(mgs_nids.c:715:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005574635s 00010000:00010000:2.0:1788460377.786872:0:22758:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c4bc29d2400/0x5dfa74784542cce4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.786885:0:22758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c4bc29d2400/0x5dfa74784542cce4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.786892:0:22758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8c4bc29d2400/0x5dfa74784542cce4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.786899:0:22758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8c4bc29d2400/0x5dfa74784542cce4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.786905:0:22758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc29d2400 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460377.786909:0:22758:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8c4bc29d2400/0x5dfa74784542cce4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.786917:0:22758:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8c4bc29d2400/0x5dfa74784542cce4 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.786926:0:22758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8c4bc29d2400/0x5dfa74784542cce4 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460377.786935:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788460377.786976:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:3659:x1875336022462720:12345-0@lo:103:ldlm_bl.0 Request processed in 161us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460377.786983:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788460377.787012:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022462720:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788460377.787020:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022462592:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788460377.787041:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52effe76-ab9d-442f-b102-f6f3593bcd8d:3661:1875336022462464:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788460377.787048:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52effe76-ab9d-442f-b102-f6f3593bcd8d:3661:1875336022462848:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788460377.787210:0:22788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc6380000/0x5dfa74784542cc97 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5dfa74784542cc90 expref: 28 pid: 22765 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460377.787222:0:22788:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4930700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1875336022461952:0@lo:104: 00010000:00010000:0.0:1788460377.787231:0:22788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4ac395f400/0x5dfa74784542cb6a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5dfa74784542cb63 expref: 27 pid: 22767 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460377.787239:0:22788:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1875336022462080:0@lo:104: 00010000:00010000:0.0:1788460377.787247:0:22788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4ac395f200/0x5dfa74784542cb5c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5dfa74784542cb55 expref: 26 pid: 22765 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460377.787254:0:22788:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4933100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1875336022462208:0@lo:104: 00010000:00010000:0.0:1788460377.787262:0:22788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4ac395fc00/0x5dfa74784542cb4e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5dfa74784542cb47 expref: 25 pid: 22767 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460377.787277:0:22788:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22788:1875336022462336:0@lo:104: 00010000:00010000:0.0:1788460377.787295:0:22788:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8c4bc29d2400/0x5dfa74784542cce4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460377.787304:0:22788:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8c4bc29d2400/0x5dfa74784542cce4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460377.787311:0:22788:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8c4bc29d2400/0x5dfa74784542cce4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460377.787318:0:22788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc29d2400/0x5dfa74784542cce4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:3.0:1788460377.788928:0:25098:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1788460377.792598:0:25098:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1788460377.792607:0:25098:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1788460377.792721:0:25098:0:(tgt_mount.c:2600:server_fill_super_common()) Server sb, dev=50 00000080:00000004:3.0:1788460377.792742:0:25098:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:3.0:1788460377.797244:0:25098:0:(tgt_mount.c:2486:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788460377.797573:0:25098:0:(tgt_mount.c:2501:is_cmd_supported()) ioctl cmd=81009431 00000020:00000004:2.0:1788460378.558279:0:25164:0:(tgt_mount.c:2486:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788460378.558761:0:25164:0:(tgt_mount.c:2501:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788460378.775313:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788460379.753254:0:22770:0:(mgc_request.c:715:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788460379.753260:0:22770:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-mdtir-ffff8c4bfdbf5800 from 14 10000000:01000000:3.0:1788460379.753265:0:22770:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788460379.753309:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cceb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460379.753321:0:22770:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cceb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460379.753331:0:22770:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cceb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460379.753355:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022462976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788460379.753414:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460379.753449:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022462976 00000100:00100000:3.0:1788460379.753455:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022462976 00000100:00100000:3.0:1788460379.753497:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1788460379.753506:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4be0242450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+25:22770:x1875336022462976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788460379.753518:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788460379.753529:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc6ca6600/0x5dfa74784542ccf2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542cceb expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460379.753549:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc6ca6600/0x5dfa74784542ccf2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542cceb expref: 26 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460379.754358:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc6ca6600/0x5dfa74784542ccf2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cceb expref: 26 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460379.754367:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc6ca6600, rc 0) 00000100:00100000:3.0:1788460379.754423:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4be0242450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:22770:x1875336022462976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 917us (1008us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460379.754430:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1788460379.754474:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc66a70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788460379.754493:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022462976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788460379.754508:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cceb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ccf2 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460379.754517:0:22770:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cceb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542ccf2 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460379.754578:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022463104:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788460379.754610:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460379.754635:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc66a70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788460379.754679:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022463104 00000100:00100000:1.0:1788460379.754684:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022463104 00000100:00100000:1.0:1788460379.754716:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:1.0:1788460379.754729:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4be0240050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:22770:x1875336022463104:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788460379.754746:0:22767:0:(mgs_nids.c:1209:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788460379.754762:0:22767:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788460379.754765:0:22767:0:(mgs_nids.c:325:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1788460379.754843:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4be0240050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:22770:x1875336022463104:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 114us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460379.754851:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1788460379.764456:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022463104:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788460379.764511:0:22770:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788460379.764522:0:22770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cceb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ccf2 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460379.764533:0:22770:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6e00/0x5dfa74784542cceb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542ccf2 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788460379.764568:0:22770:0:(mgc_request.c:715:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788460379.764571:0:22770:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-mdtir-ffff8c4ac3721800 from 14 10000000:01000000:3.0:1788460379.764574:0:22770:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788460379.764604:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542ccf9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460379.764613:0:22770:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542ccf9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460379.764622:0:22770:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542ccf9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460379.764641:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022463232:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788460379.764695:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460379.764773:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc66a70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788460379.775156:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022463232 00000100:00100000:0.0:1788460379.775173:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022463232 00000100:00100000:0.0:1788460379.775242:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:0.0:1788460379.775253:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4be0241050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:22770:x1875336022463232:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788460379.775269:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788460379.775286:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc29d2c00/0x5dfa74784542cd00 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542ccf9 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460379.775312:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc29d2c00/0x5dfa74784542cd00 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542ccf9 expref: 27 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460379.775323:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc29d2c00/0x5dfa74784542cd00 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542ccf9 expref: 27 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460379.775331:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc29d2c00, rc 0) 00000100:00100000:0.0:1788460379.775414:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4be0241050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+27:22770:x1875336022463232:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 163us (10718us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460379.775421:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1788460379.782092:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022463232:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788460379.782119:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542ccf9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cd00 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460379.782131:0:22770:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542ccf9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542cd00 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460379.782207:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022463360:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788460379.782266:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460379.782313:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc66a70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788460379.782461:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022463360 00000100:00100000:1.0:1788460379.782468:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022463360 00000100:00100000:1.0:1788460379.782519:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:1.0:1788460379.782528:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfc435c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+27:22770:x1875336022463360:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788460379.782546:0:22765:0:(mgs_nids.c:1209:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788460379.782570:0:22765:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788460379.782574:0:22765:0:(mgs_nids.c:325:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1788460379.782658:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfc435c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+27:22770:x1875336022463360:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 130us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460379.782665:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:3.0:1788460379.783021:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022463360:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788460379.783054:0:22770:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788460379.783080:0:22770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542ccf9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cd00 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460379.783089:0:22770:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca6400/0x5dfa74784542ccf9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cd00 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788460379.783103:0:22770:0:(mgc_request.c:715:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788460379.783105:0:22770:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-mdtir-ffff8c4ac4846000 from 14 10000000:01000000:3.0:1788460379.783107:0:22770:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788460379.783131:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f1000/0x5dfa74784542cd07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460379.783138:0:22770:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f1000/0x5dfa74784542cd07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460379.783146:0:22770:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f1000/0x5dfa74784542cd07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460379.783158:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022463488:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788460379.783185:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460379.783208:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc66a70c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788460379.783392:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022463488 00000100:00100000:2.0:1788460379.783397:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022463488 00000100:00100000:2.0:1788460379.783423:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1788460379.783430:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfc434c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+27:22770:x1875336022463488:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788460379.783438:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788460379.783449:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bfdbd1200/0x5dfa74784542cd0e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542cd07 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460379.783466:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bfdbd1200/0x5dfa74784542cd0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542cd07 expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460379.783476:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bfdbd1200/0x5dfa74784542cd0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cd07 expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460379.783483:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bfdbd1200, rc 0) 00000100:00100000:2.0:1788460379.783509:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfc434c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:22770:x1875336022463488:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 80us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460379.783515:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1788460379.784649:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022463488:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788460379.784669:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f1000/0x5dfa74784542cd07 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cd0e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460379.784678:0:22770:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f1000/0x5dfa74784542cd07 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542cd0e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460379.784730:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022463616:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788460379.784780:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460379.784803:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc66a70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788460379.785059:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022463616 00000100:00100000:0.0:1788460379.785065:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022463616 00000100:00100000:0.0:1788460379.785118:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:0.0:1788460379.785127:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa395450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:22770:x1875336022463616:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788460379.785144:0:22766:0:(mgs_nids.c:1209:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788460379.785159:0:22766:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788460379.785162:0:22766:0:(mgs_nids.c:325:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1788460379.785238:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa395450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:22770:x1875336022463616:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 112us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460379.785246:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:3.0:1788460379.785341:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022463616:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788460379.785394:0:22770:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788460379.785401:0:22770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f1000/0x5dfa74784542cd07 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cd0e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460379.785408:0:22770:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f1000/0x5dfa74784542cd07 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cd0e expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788460379.785418:0:22770:0:(mgc_request.c:715:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788460379.785420:0:22770:0:(mgc_request.c:2266:mgc_process_log()) Process log lustre-mdtir-ffff8c4c01464800 from 14 10000000:01000000:3.0:1788460379.785422:0:22770:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788460379.785440:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f0400/0x5dfa74784542cd15 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460379.785448:0:22770:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f0400/0x5dfa74784542cd15 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460379.785456:0:22770:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f0400/0x5dfa74784542cd15 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460379.785467:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022463744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788460379.785491:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460379.785517:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc66a70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788460379.785572:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022463744 00000100:00100000:1.0:1788460379.785577:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022463744 00000100:00100000:1.0:1788460379.785606:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1788460379.785613:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa394c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:22770:x1875336022463744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788460379.785621:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460379.785631:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc6380200/0x5dfa74784542cd1c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542cd15 expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460379.785648:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc6380200/0x5dfa74784542cd1c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542cd15 expref: 29 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460379.785668:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc6380200/0x5dfa74784542cd1c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cd15 expref: 29 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460379.785675:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc6380200, rc 0) 00000100:00100000:1.0:1788460379.785714:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa394c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:22770:x1875336022463744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 102us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460379.785719:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1788460379.785832:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022463744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788460379.785860:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f0400/0x5dfa74784542cd15 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cd1c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460379.785878:0:22770:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f0400/0x5dfa74784542cd15 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542cd1c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460379.785915:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022463872:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788460379.785983:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460379.785996:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc66a70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788460379.786341:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022463872 00000100:00100000:1.0:1788460379.786346:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022463872 00000100:00100000:1.0:1788460379.786370:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:1.0:1788460379.786376:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa396c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:22770:x1875336022463872:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788460379.786387:0:22767:0:(mgs_nids.c:1209:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788460379.786399:0:22767:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788460379.786402:0:22767:0:(mgs_nids.c:325:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1788460379.786463:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa396c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:22770:x1875336022463872:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 86us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460379.786470:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:3.0:1788460379.786698:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022463872:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788460379.786740:0:22770:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788460379.786746:0:22770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f0400/0x5dfa74784542cd15 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cd1c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460379.786753:0:22770:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc14f0400/0x5dfa74784542cd15 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cd1c expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460379.793148:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788460380.243770:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022464000:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788460380.243834:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460380.243885:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022464000 00000100:00100000:3.0:1788460380.243892:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022464000 00000100:00100000:3.0:1788460380.243957:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788460380.243968:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022464000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788460380.243995:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788460380.244036:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022464000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460380.244043:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:3.0:1788460380.244082:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788460380.244117:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022464000:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1788460380.817892:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788460381.265283:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac1e60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022464128:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788460381.265365:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460381.265631:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022464128 00000100:00100000:1.0:1788460381.265641:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022464128 00000100:00100000:1.0:1788460381.265706:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788460381.265715:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022464128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788460381.265748:0:22778:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788460381.265796:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022464128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460381.265803:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788460381.266175:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac1e60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022464128:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788460381.266311:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788460381.266322:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4931c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022464256:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788460381.266357:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460381.266487:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022464256 00000100:00100000:0.0:1788460381.266493:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022464256 00000100:00100000:0.0:1788460381.266549:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788460381.266558:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022464256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788460381.266573:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00080000:2.0:1788460381.266833:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788460381.266980:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022464256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 423us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460381.266988:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788460381.267132:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4931c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022464256:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788460381.778676:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac1e63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022464384:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788460381.778755:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460381.778825:0:23512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022464384 00000100:00100000:1.0:1788460381.778833:0:23512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022464384 00000100:00100000:1.0:1788460381.778891:0:23512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788460381.778901:0:23512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac1e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022464384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788460381.778936:0:23512:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788460381.779007:0:23512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac1e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022464384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460381.779014:0:23512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788460381.779072:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac1e63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022464384:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788460381.841187:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788460382.359525:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:1.0:1788460382.801172:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788460382.801178:0:36:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788460382.801182:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c4bff80f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788460382.801195:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c4bff80f000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:1.0:1788460382.801215:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bf760a300 x1875336022464896/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788460382.801246:0:36:0:(pinger.c:236:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788460382.801249:0:36:0:(pinger.c:244:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788460382.801251:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c4bc85f0000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788460382.801255:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8c4bc85f0000 using connection 192.168.206.105@tcp/0@lo 00000100:00100000:1.0:1788460382.801265:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c4bf760aa00 x1875336022465408/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788460382.801467:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac1e63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52effe76-ab9d-442f-b102-f6f3593bcd8d:3662:1875336022464512:0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.801530:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460382.801574:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7609f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1875336022465152:0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.801599:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460382.801615:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1875336022465792:0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.801635:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460382.801655:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788460382.801660:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7609180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875336022465024:0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.801676:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460382.801688:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3662:1875336022465664:0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.801702:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460382.801726:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022464768:0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.801805:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460382.801822:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7609500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1875336022465536:0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.801839:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460382.801846:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1875336022466048:0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.801864:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460382.801874:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788460382.801878:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac1e60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022464640:0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.801894:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460382.801907:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7609880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022465280:0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.801923:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460382.801935:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bc4397480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3660:1875336022465920:0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.801973:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460382.801995:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022464512 00000100:00100000:1.0:1788460382.802002:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022464512 00000100:00100000:1.0:1788460382.802040:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1788460382.802067:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa397850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:3662:x1875336022464512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.802125:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa397850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:3662:x1875336022464512:12345-0@lo:400:kworker.0 Request processed in 60us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460382.802133:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1788460382.802161:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022465152 00000100:00100000:1.0:1788460382.802165:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022465152 00000100:00100000:1.0:1788460382.802185:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022464640 00000100:00100000:1.0:1788460382.802187:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022464640 00000100:00100000:1.0:1788460382.802198:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788460382.802204:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4285c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875336022465152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.802237:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4285c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875336022465152:12345-0@lo:400:kworker.0 Request processed in 32us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460382.802243:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788460382.802254:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788460382.802259:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4286300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022464640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.802289:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4286300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022464640:12345-0@lo:400:kworker.0 Request processed in 30us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460382.802296:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788460382.802312:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022465792 00000100:00100000:1.0:1788460382.802317:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022465792 00000100:00100000:1.0:1788460382.802342:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022465024 00000100:00100000:1.0:1788460382.802345:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022465024 00000100:00100000:1.0:1788460382.802353:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022465664 00000100:00100000:1.0:1788460382.802355:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022465664 00000100:00100000:1.0:1788460382.802367:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022465536 00000100:00100000:1.0:1788460382.802369:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022465536 00000100:00100000:1.0:1788460382.802378:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022466048 00000100:00100000:1.0:1788460382.802381:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022466048 00000100:00100000:1.0:1788460382.802390:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022465920 00000100:00100000:1.0:1788460382.802398:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022465920 00000100:00100000:1.0:1788460382.802415:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788460382.802421:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4284380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875336022465792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.802452:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4284380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875336022465792:12345-0@lo:400:kworker.0 Request processed in 31us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460382.802458:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788460382.802470:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788460382.802475:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4284a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875336022465024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.802500:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4284a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875336022465024:12345-0@lo:400:kworker.0 Request processed in 26us (823us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460382.802506:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788460382.802516:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788460382.802521:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4285880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1875336022465664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.802545:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4285880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1875336022465664:12345-0@lo:400:kworker.0 Request processed in 25us (842us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460382.802551:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788460382.802562:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788460382.802566:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4285f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1875336022465536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.802619:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4285f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1875336022465536:12345-0@lo:400:kworker.0 Request processed in 52us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460382.802626:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788460382.802638:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788460382.802643:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4287b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1875336022466048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.802670:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4287b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1875336022466048:12345-0@lo:400:kworker.0 Request processed in 27us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460382.802689:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788460382.802703:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788460382.802710:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4286d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1875336022465920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.802739:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4286d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1875336022465920:12345-0@lo:400:kworker.0 Request processed in 30us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460382.802745:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788460382.802764:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022464768 00000100:00100000:1.0:1788460382.802768:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022464768 00000100:00100000:1.0:1788460382.802794:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022465280 00000100:00100000:1.0:1788460382.802796:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022465280 00000100:00100000:1.0:1788460382.802815:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788460382.802821:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4286680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022464768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.802848:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4286680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022464768:12345-0@lo:400:kworker.0 Request processed in 27us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460382.802854:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788460382.802865:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788460382.802871:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022465280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.802895:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022465280:12345-0@lo:400:kworker.0 Request processed in 26us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460382.802900:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788460382.802964:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac1e60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022464640:0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.802975:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7609880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022465280:0@lo:400:kworker.0 00010000:00080000:1.0:1788460382.802986:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4bc4397480 x1875336022465920/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460382.802995:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4397480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3660:1875336022465920:0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.803013:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022464768:0@lo:400:kworker.0 00010000:00080000:1.0:1788460382.803022:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4bf7609500 x1875336022465536/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460382.803030:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7609500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1875336022465536:0@lo:400:kworker.0 00010000:00080000:1.0:1788460382.803039:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4bc4396d80 x1875336022466048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460382.803046:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4396d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1875336022466048:0@lo:400:kworker.0 00010000:00080000:1.0:1788460382.803105:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4bf7609180 x1875336022465024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460382.803114:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7609180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875336022465024:0@lo:400:kworker.0 00010000:00080000:1.0:1788460382.803125:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4bc4394000 x1875336022465664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460382.803133:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3662:1875336022465664:0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.803144:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac1e63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52effe76-ab9d-442f-b102-f6f3593bcd8d:3662:1875336022464512:0@lo:400:kworker.0 00000100:00100000:1.0:1788460382.803153:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7609f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1875336022465152:0@lo:400:kworker.0 00010000:00080000:1.0:1788460382.803162:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4bc4395c00 x1875336022465792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460382.803170:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bc4395c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1875336022465792:0@lo:400:kworker.0 00000100:00100000:2.0:1788460382.803764:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf760a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022464896:0@lo:8:kworker.0 00000100:00100000:2.0:1788460382.803804:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460382.803827:0:3658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf760aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022465408:0@lo:8:kworker.0 00000100:00100000:2.0:1788460382.803844:0:3658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788460382.803876:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788460382.803880:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788460382.803882:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788460382.803890:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022464896 00000100:00100000:2.0:1788460382.803894:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022464896 00000100:00100000:2.0:1788460382.803921:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022465408 00000100:00100000:2.0:1788460382.803924:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022465408 00000100:00100000:2.0:1788460382.803935:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788460382.803940:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3658:x1875336022464896:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788460382.803982:0:24284:0:(ldlm_lib.c:1461:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 679 last 0 00000020:00000080:2.0:1788460382.804005:0:24284:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x5dfa74784542cd23 00002000:00100000:2.0:1788460382.804018:0:24284:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8c4ac36fb000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a07 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1788460382.804022:0:24284:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1788460382.804024:0:24284:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1788460382.804254:0:24284:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788460382.804277:0:24284:0:(import.c:65:import_set_state_nolock()) ffff8c4ac36f9800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788460382.804681:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3658:x1875336022464896:12345-0@lo:8:kworker.0 Request processed in 737us (875us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460382.804689:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788460382.804708:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788460382.804713:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3658:x1875336022465408:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788460382.804744:0:24284:0:(ldlm_lib.c:1461:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 679 last 0 00000020:00000080:2.0:1788460382.804759:0:24284:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x5dfa74784542cd2a 00002000:00100000:2.0:1788460382.804766:0:24284:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8c4ac36fc800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a07 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:2.0:1788460382.804769:0:24284:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:2.0:1788460382.804771:0:24284:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1788460382.804796:0:24284:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:2.0:1788460382.804808:0:24284:0:(import.c:65:import_set_state_nolock()) ffff8c4ac36fd000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788460382.804838:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1875336022465408:12345-0@lo:8:kworker.0 Request processed in 124us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460382.804845:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:2.0:1788460382.804886:0:3658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4bf760a300 x1875336022464896/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788460407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788460382.804900:0:3658:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788460382.804907:0:3658:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788460382.804911:0:3658:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788460382.804914:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bff80f000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788460382.804926:0:3658:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788460382.804930:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf760a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3658:1875336022464896:0@lo:8:kworker.0 00010000:00080000:2.0:1788460382.804960:0:3658:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4bf760aa00 x1875336022465408/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788460407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788460382.804969:0:3658:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1788460382.804974:0:3658:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788460382.804976:0:3658:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788460382.804978:0:3658:0:(import.c:65:import_set_state_nolock()) ffff8c4bc85f0000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788460382.804988:0:3658:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788460382.804999:0:3658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf760aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3658:1875336022465408:0@lo:8:kworker.0 00000004:00080000:2.0:1788460382.805075:0:22799:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x5:0x0] 00000100:00100000:2.0:1788460382.805096:0:22799:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bfb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22799:1875336022466304:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1788460382.805123:0:22799:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460382.805141:0:22799:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bf2fc5000 going to sleep for 11 seconds 00000004:00080000:2.0:1788460382.805155:0:22798:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1788460382.805210:0:22798:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 679908265662ns, next at 0ns, rc = 0 00080000:00080000:2.0:1788460382.805216:0:22798:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1788460382.805437:0:23517:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:1.0:1788460382.805452:0:23517:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4285500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23517:1875336022466560:0@lo:7:osp-pre-1-1.0 00000100:00100000:1.0:1788460382.805486:0:23517:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460382.805503:0:23517:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac36aaa80 going to sleep for 11 seconds 00000004:00080000:0.0:1788460382.805835:0:23516:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1788460382.805886:0:23516:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 679908941895ns, next at 0ns, rc = 0 00080000:00080000:0.0:1788460382.805892:0:23516:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1788460382.806134:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022466176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788460382.806172:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460382.806200:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788460382.806207:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4287800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022466432:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788460382.806228:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460382.806266:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022466176 00000100:00100000:2.0:1788460382.806272:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022466176 00000100:00100000:2.0:1788460382.806305:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022466432 00000100:00100000:2.0:1788460382.806421:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022466432 00000100:00100000:2.0:1788460382.806444:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788460382.806457:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3661:x1875336022466176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788460382.806478:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788460382.806516:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3661:x1875336022466176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460382.806523:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788460382.806539:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788460382.806544:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3661:x1875336022466432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788460382.806553:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788460382.806575:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3661:x1875336022466432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 32us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460382.806588:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788460382.806609:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022466304 00000100:00100000:2.0:1788460382.806613:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022466304 00000100:00100000:2.0:1788460382.806632:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022466560 00000100:00100000:2.0:1788460382.806635:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022466560 00000100:00100000:2.0:1788460382.806645:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788460382.806650:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22799:x1875336022466304:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1788460382.806806:0:24706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788460382.806814:0:24706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23517:x1875336022466560:12345-0@lo:7:osp-pre-1-1.0 00000100:00080000:2.0:1788460382.806843:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:2.0:1788460382.806867:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4ac4287800 x1875336022466432/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788460398 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460382.806882:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4287800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022466432:0@lo:13:osp-pre-1-1.0 00010000:00080000:2.0:1788460382.806893:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4ac39d0a80 x1875336022466176/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788460398 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460382.806904:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022466176:0@lo:13:osp-pre-1-0.0 00002000:00080000:2.0:1788460382.809800:0:24283:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:2.0:1788460382.809810:0:24283:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:2.0:1788460382.809815:0:24283:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:6 to 0x2c0000401:65) 00002000:00080000:1.0:1788460382.817385:0:24706:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:1.0:1788460382.817394:0:24706:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1788460382.817481:0:24706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23517:x1875336022466560:12345-0@lo:7:osp-pre-1-1.0 Request processed in 10664us (11990us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460382.817491:0:24706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:3.0:1788460382.817589:0:23517:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4ac4285500 x1875336022466560/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788460398 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460382.817604:0:23517:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4285500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23517:1875336022466560:0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1788460382.817618:0:23517:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1788460382.817653:0:23517:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23517:1875336022466688:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1788460382.817683:0:23517:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460382.817713:0:23517:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bd0b85180 going to sleep for 11 seconds 00000100:00100000:1.0:1788460382.818428:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022466688 00000100:00100000:1.0:1788460382.818436:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022466688 00000100:00100000:1.0:1788460382.818477:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788460382.818485:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23517:x1875336022466688:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1788460382.818510:0:24282:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1788460382.818552:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23517:x1875336022466688:12345-0@lo:5:osp-pre-1-1.0 Request processed in 68us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460382.818559:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:1.0:1788460382.818587:0:23517:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4ac43a9880 x1875336022466688/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788460398 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788460382.818598:0:23517:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43a9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23517:1875336022466688:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1788460382.818607:0:23517:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1788460382.818635:0:23517:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4284e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23517:1875336022466816:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1788460382.818659:0:23517:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460382.818676:0:23517:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bd0b68480 going to sleep for 11 seconds 00000100:00100000:1.0:1788460382.818687:0:24706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022466816 00000100:00100000:1.0:1788460382.818690:0:24706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022466816 00000100:00100000:1.0:1788460382.818709:0:24706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788460382.818715:0:24706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4286a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23517:x1875336022466816:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1788460382.818751:0:24706:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00000004:00080000:1.0:1788460382.823667:0:23505:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000004:00080000:2.0:1788460382.825004:0:22753:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00010000:1.0:1788460382.825483:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788460382.825493:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eaac6746/0x5dfa74784542cd31 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.825510:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788460382.825515:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788460382.825522:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eaac6746/0x5dfa74784542cd31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.825541:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eaac6746/0x5dfa74784542cd31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.825551:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eaac6746/0x5dfa74784542cd31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.825559:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eaac6746/0x5dfa74784542cd31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.825574:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460382.826096:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460382.826104:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eaac6746/0x5dfa74784542cd31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.826113:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc6381600 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460382.826125:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eaac6746/0x5dfa74784542cd31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.826134:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eaac6746/0x5dfa74784542cd31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.826152:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eaac6746/0x5dfa74784542cd31 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.826159:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eaac6746/0x5dfa74784542cd31 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.826179:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460382.826181:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460382.826183:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788460382.839380:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788460382.839395:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b4a22ed/0x5dfa74784542cd38 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.839412:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788460382.839417:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788460382.839430:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b4a22ed/0x5dfa74784542cd38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.839445:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b4a22ed/0x5dfa74784542cd38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.839456:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b4a22ed/0x5dfa74784542cd38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.839463:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001b4a22ed/0x5dfa74784542cd38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.839488:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460382.840000:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460382.840007:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001b4a22ed/0x5dfa74784542cd38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.840017:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc6380a00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460382.840021:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001b4a22ed/0x5dfa74784542cd38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.840030:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001b4a22ed/0x5dfa74784542cd38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.840047:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001b4a22ed/0x5dfa74784542cd38 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.840177:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b4a22ed/0x5dfa74784542cd38 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.840199:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460382.840202:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460382.840203:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788460382.841480:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788460382.841489:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d77c189/0x5dfa74784542cd3f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.841502:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788460382.841506:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788460382.841512:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d77c189/0x5dfa74784542cd3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.841525:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d77c189/0x5dfa74784542cd3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.841534:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d77c189/0x5dfa74784542cd3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.841555:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d77c189/0x5dfa74784542cd3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.841577:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788460382.842727:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788460382.842737:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001386db2d/0x5dfa74784542cd46 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.842750:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788460382.842754:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788460382.842760:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001386db2d/0x5dfa74784542cd46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.842771:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001386db2d/0x5dfa74784542cd46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.842780:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001386db2d/0x5dfa74784542cd46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.842787:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001386db2d/0x5dfa74784542cd46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.842813:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788460382.843415:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788460382.843422:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d77c189/0x5dfa74784542cd3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.843431:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc6380000 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460382.843435:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d77c189/0x5dfa74784542cd3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.843444:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d77c189/0x5dfa74784542cd3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.843461:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d77c189/0x5dfa74784542cd3f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.843468:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d77c189/0x5dfa74784542cd3f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.843487:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460382.843490:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001386db2d/0x5dfa74784542cd46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.843504:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc6381e00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460382.843507:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001386db2d/0x5dfa74784542cd46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.843514:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001386db2d/0x5dfa74784542cd46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.843523:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001386db2d/0x5dfa74784542cd46 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.843529:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001386db2d/0x5dfa74784542cd46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.843541:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460382.843542:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460382.843544:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460382.844487:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788460382.844882:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788460382.844891:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070289e7b/0x5dfa74784542cd4d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.844911:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788460382.844915:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788460382.844921:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070289e7b/0x5dfa74784542cd4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.844933:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070289e7b/0x5dfa74784542cd4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.844941:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070289e7b/0x5dfa74784542cd4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.846763:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000070289e7b/0x5dfa74784542cd4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.846783:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788460382.847027:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788460382.847035:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000070289e7b/0x5dfa74784542cd4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.847044:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3677c00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:3.0:1788460382.847059:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000070289e7b/0x5dfa74784542cd4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.847079:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000070289e7b/0x5dfa74784542cd4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.847100:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000070289e7b/0x5dfa74784542cd4d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.847108:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070289e7b/0x5dfa74784542cd4d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.847134:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460382.847136:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460382.847138:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788460382.849165:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788460382.849178:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009233816b/0x5dfa74784542cd54 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.849195:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788460382.849199:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788460382.849205:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009233816b/0x5dfa74784542cd54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.849220:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009233816b/0x5dfa74784542cd54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.849241:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009233816b/0x5dfa74784542cd54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.849249:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009233816b/0x5dfa74784542cd54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.849267:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788460382.849930:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788460382.849937:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009233816b/0x5dfa74784542cd54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.849968:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3677200 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:3.0:1788460382.849973:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009233816b/0x5dfa74784542cd54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.849982:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009233816b/0x5dfa74784542cd54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.849999:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009233816b/0x5dfa74784542cd54 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.850006:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009233816b/0x5dfa74784542cd54 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.850026:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460382.850028:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460382.850030:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788460382.850669:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788460382.850677:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000383f935e/0x5dfa74784542cd5b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.850686:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788460382.850690:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788460382.850695:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000383f935e/0x5dfa74784542cd5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.850705:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000383f935e/0x5dfa74784542cd5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.850713:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000383f935e/0x5dfa74784542cd5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.850719:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000383f935e/0x5dfa74784542cd5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.850746:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788460382.851450:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788460382.851458:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000383f935e/0x5dfa74784542cd5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.851477:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3677400 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:3.0:1788460382.851481:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000383f935e/0x5dfa74784542cd5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.851489:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000383f935e/0x5dfa74784542cd5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.851503:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000383f935e/0x5dfa74784542cd5b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.851510:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000383f935e/0x5dfa74784542cd5b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.851527:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460382.851529:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460382.851530:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788460382.852777:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788460382.852788:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040cbbdc3/0x5dfa74784542cd62 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.852801:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788460382.852804:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788460382.852810:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040cbbdc3/0x5dfa74784542cd62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.852823:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040cbbdc3/0x5dfa74784542cd62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.852833:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040cbbdc3/0x5dfa74784542cd62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.852841:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000040cbbdc3/0x5dfa74784542cd62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.852896:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000001:00080000:1.0:1788460382.855860:0:25099:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:1.0:1788460382.855881:0:25099:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1788460382.855886:0:25099:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00002000:00010000:1.0:1788460382.856192:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788460382.856201:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc111893/0x5dfa74784542cd69 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.856226:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788460382.856230:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788460382.856236:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc111893/0x5dfa74784542cd69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.856249:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc111893/0x5dfa74784542cd69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.856259:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc111893/0x5dfa74784542cd69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.856265:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cc111893/0x5dfa74784542cd69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460382.856466:0:24706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4286a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23517:x1875336022466816:12345-0@lo:5:osp-pre-1-1.0 Request processed in 37747us (37801us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1788460382.856477:0:24706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788460382.856527:0:23517:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1788460382.856535:0:23517:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4284e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23517:1875336022466816:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1788460382.856550:0:23517:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:2.0:1788460382.856598:0:23517:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bf480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23517:1875336022466944:0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1788460382.856634:0:23517:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460382.856665:0:23517:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc62d8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788460382.856690:0:22784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022466944 00000100:00100000:2.0:1788460382.856697:0:22784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022466944 00000100:00100000:2.0:1788460382.856745:0:22784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788460382.856754:0:22784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23517:x1875336022466944:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1788460382.856798:0:22784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23517:x1875336022466944:12345-0@lo:900:osp-pre-1-1.0 Request processed in 46us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460382.856805:0:22784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1788460382.856832:0:23517:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4ac41bf480 x1875336022466944/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788460398 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788460382.856843:0:23517:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bf480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23517:1875336022466944:0@lo:900:osp-pre-1-1.0 00010000:00010000:3.0:1788460382.859473:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788460382.859486:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000040cbbdc3/0x5dfa74784542cd62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.859499:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3676400 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:3.0:1788460382.859504:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000040cbbdc3/0x5dfa74784542cd62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.859516:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000040cbbdc3/0x5dfa74784542cd62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.859549:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000040cbbdc3/0x5dfa74784542cd62 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.859557:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040cbbdc3/0x5dfa74784542cd62 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.859589:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788460382.859593:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cc111893/0x5dfa74784542cd69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.859599:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3677a00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:3.0:1788460382.859603:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc111893/0x5dfa74784542cd69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.859610:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc111893/0x5dfa74784542cd69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.859619:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cc111893/0x5dfa74784542cd69 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.859626:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460382.859627:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460382.859629:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460382.860089:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788460382.860097:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc111893/0x5dfa74784542cd69 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.860547:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788460382.860902:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788460382.860910:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d26c649e/0x5dfa74784542cd70 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.860923:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788460382.860927:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788460382.860933:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d26c649e/0x5dfa74784542cd70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.861149:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d26c649e/0x5dfa74784542cd70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.861159:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d26c649e/0x5dfa74784542cd70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.861167:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d26c649e/0x5dfa74784542cd70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.861188:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788460382.861547:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788460382.861555:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d26c649e/0x5dfa74784542cd70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.861577:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3677e00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:3.0:1788460382.861581:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d26c649e/0x5dfa74784542cd70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.861590:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d26c649e/0x5dfa74784542cd70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.861605:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d26c649e/0x5dfa74784542cd70 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.861613:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d26c649e/0x5dfa74784542cd70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.861631:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460382.861633:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460382.861635:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788460382.861713:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788460382.861720:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073d30515/0x5dfa74784542cd77 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.861729:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788460382.861733:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788460382.861736:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073d30515/0x5dfa74784542cd77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.861746:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000073d30515/0x5dfa74784542cd77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.861754:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073d30515/0x5dfa74784542cd77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.861773:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000073d30515/0x5dfa74784542cd77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.861833:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788460382.865765:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788460382.865777:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000073d30515/0x5dfa74784542cd77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.865800:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3676c00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:0.0:1788460382.865805:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000073d30515/0x5dfa74784542cd77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.865816:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000073d30515/0x5dfa74784542cd77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.865838:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000073d30515/0x5dfa74784542cd77 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.865845:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073d30515/0x5dfa74784542cd77 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.865863:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460382.865864:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460382.865866:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460382.868811:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460382.869192:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460382.869204:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001d3ca7a1/0x5dfa74784542cd7e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.869220:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1788460382.869225:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460382.869231:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001d3ca7a1/0x5dfa74784542cd7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.869246:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001d3ca7a1/0x5dfa74784542cd7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.869256:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001d3ca7a1/0x5dfa74784542cd7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.869265:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001d3ca7a1/0x5dfa74784542cd7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.869299:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788460382.869530:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788460382.869537:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001d3ca7a1/0x5dfa74784542cd7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.869545:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd0400 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:3.0:1788460382.869548:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001d3ca7a1/0x5dfa74784542cd7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.869567:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001d3ca7a1/0x5dfa74784542cd7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.869582:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001d3ca7a1/0x5dfa74784542cd7e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.869589:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001d3ca7a1/0x5dfa74784542cd7e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.869607:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460382.869609:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460382.869610:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460382.870869:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460382.870881:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4acdf77/0x5dfa74784542cd85 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.870895:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1788460382.870900:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460382.870906:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4acdf77/0x5dfa74784542cd85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.870919:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4acdf77/0x5dfa74784542cd85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.870929:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4acdf77/0x5dfa74784542cd85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.870937:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f4acdf77/0x5dfa74784542cd85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.870993:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788460382.871296:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788460382.871303:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f4acdf77/0x5dfa74784542cd85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.871322:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd0800 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:1.0:1788460382.871326:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4acdf77/0x5dfa74784542cd85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.871335:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4acdf77/0x5dfa74784542cd85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.871351:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f4acdf77/0x5dfa74784542cd85 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.871359:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4acdf77/0x5dfa74784542cd85 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.871377:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460382.871379:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460382.871381:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460382.872098:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460382.872106:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de1e9a01/0x5dfa74784542cd8c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.872117:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1788460382.872128:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460382.872134:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de1e9a01/0x5dfa74784542cd8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.872144:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de1e9a01/0x5dfa74784542cd8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.872152:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de1e9a01/0x5dfa74784542cd8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.872171:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000de1e9a01/0x5dfa74784542cd8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.872290:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788460382.872649:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788460382.872656:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000de1e9a01/0x5dfa74784542cd8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.872664:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1a00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:3.0:1788460382.872667:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000de1e9a01/0x5dfa74784542cd8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.872675:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000de1e9a01/0x5dfa74784542cd8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.872691:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000de1e9a01/0x5dfa74784542cd8c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.872711:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de1e9a01/0x5dfa74784542cd8c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.872729:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460382.872731:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460382.872733:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460382.872913:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460382.872920:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e5623f6/0x5dfa74784542cd93 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.872929:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1788460382.872932:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460382.872937:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e5623f6/0x5dfa74784542cd93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.873029:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e5623f6/0x5dfa74784542cd93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.873037:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e5623f6/0x5dfa74784542cd93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.873058:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e5623f6/0x5dfa74784542cd93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.873072:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788460382.873647:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460382.873654:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000511a8ae9/0x5dfa74784542cd9a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.873664:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1788460382.873667:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460382.873670:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000511a8ae9/0x5dfa74784542cd9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.873679:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000511a8ae9/0x5dfa74784542cd9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.873686:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000511a8ae9/0x5dfa74784542cd9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.873693:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000511a8ae9/0x5dfa74784542cd9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.873713:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788460382.873840:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788460382.873848:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e5623f6/0x5dfa74784542cd93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.873855:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1000 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:3.0:1788460382.873859:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e5623f6/0x5dfa74784542cd93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.873866:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e5623f6/0x5dfa74784542cd93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.873880:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e5623f6/0x5dfa74784542cd93 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.873887:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e5623f6/0x5dfa74784542cd93 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.873904:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788460382.873907:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000511a8ae9/0x5dfa74784542cd9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.873919:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1c00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:3.0:1788460382.873922:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000511a8ae9/0x5dfa74784542cd9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.873930:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000511a8ae9/0x5dfa74784542cd9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.873940:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000511a8ae9/0x5dfa74784542cd9a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.873980:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000511a8ae9/0x5dfa74784542cd9a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.874003:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460382.874005:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460382.874007:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460382.874646:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460382.874653:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b000d1e/0x5dfa74784542cda1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.874671:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1788460382.874675:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460382.874679:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b000d1e/0x5dfa74784542cda1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.874689:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b000d1e/0x5dfa74784542cda1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.874698:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b000d1e/0x5dfa74784542cda1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.874704:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008b000d1e/0x5dfa74784542cda1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.874726:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788460382.876268:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788460382.876279:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008b000d1e/0x5dfa74784542cda1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.876291:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1600 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:3.0:1788460382.876295:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008b000d1e/0x5dfa74784542cda1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.876305:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008b000d1e/0x5dfa74784542cda1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.876341:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008b000d1e/0x5dfa74784542cda1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.876349:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b000d1e/0x5dfa74784542cda1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.876371:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460382.876373:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788460382.876375:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788460382.877255:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788460382.877264:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004da08286/0x5dfa74784542cda8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.877275:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1788460382.877280:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788460382.877286:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004da08286/0x5dfa74784542cda8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.877297:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004da08286/0x5dfa74784542cda8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.877318:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004da08286/0x5dfa74784542cda8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.877325:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004da08286/0x5dfa74784542cda8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460382.877360:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460382.877566:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460382.877572:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004da08286/0x5dfa74784542cda8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.877580:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc14f1e00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460382.877583:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004da08286/0x5dfa74784542cda8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.877590:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004da08286/0x5dfa74784542cda8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.877614:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004da08286/0x5dfa74784542cda8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.877620:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004da08286/0x5dfa74784542cda8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.877636:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460382.877638:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460382.877640:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460382.879635:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460382.879646:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a10c15f0/0x5dfa74784542cdaf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.879661:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1788460382.879665:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460382.879670:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a10c15f0/0x5dfa74784542cdaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.879682:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a10c15f0/0x5dfa74784542cdaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.879692:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a10c15f0/0x5dfa74784542cdaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.879700:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a10c15f0/0x5dfa74784542cdaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.879728:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460382.879739:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460382.879744:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a10c15f0/0x5dfa74784542cdaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.879752:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1400 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460382.879755:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a10c15f0/0x5dfa74784542cdaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.879764:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a10c15f0/0x5dfa74784542cdaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.879779:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a10c15f0/0x5dfa74784542cdaf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.879787:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a10c15f0/0x5dfa74784542cdaf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.879805:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460382.879807:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460382.879808:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460382.881047:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460382.881069:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000199c20c5/0x5dfa74784542cdb6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.881081:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1788460382.881094:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460382.881100:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000199c20c5/0x5dfa74784542cdb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.881112:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000199c20c5/0x5dfa74784542cdb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.881121:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000199c20c5/0x5dfa74784542cdb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.881129:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000199c20c5/0x5dfa74784542cdb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.881144:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460382.881154:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460382.881158:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000199c20c5/0x5dfa74784542cdb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.881166:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd0600 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460382.881170:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000199c20c5/0x5dfa74784542cdb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.881177:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000199c20c5/0x5dfa74784542cdb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.881191:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000199c20c5/0x5dfa74784542cdb6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.881209:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000199c20c5/0x5dfa74784542cdb6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.881228:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460382.881230:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460382.881231:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460382.883774:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788460382.885790:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788460382.885802:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc111893/0x5dfa74784542cdbd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.885818:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788460382.885822:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788460382.885828:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc111893/0x5dfa74784542cdbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.885842:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc111893/0x5dfa74784542cdbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.885852:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc111893/0x5dfa74784542cdbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.885860:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cc111893/0x5dfa74784542cdbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.885881:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788460382.886618:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788460382.886625:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cc111893/0x5dfa74784542cdbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.886633:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3677a00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460382.886637:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc111893/0x5dfa74784542cdbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.886645:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc111893/0x5dfa74784542cdbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.886662:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cc111893/0x5dfa74784542cdbd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.886668:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc111893/0x5dfa74784542cdbd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.886685:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460382.886687:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788460382.886688:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788460382.888665:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788460382.888679:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000806d8bda/0x5dfa74784542cdc4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.888695:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788460382.888700:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788460382.888705:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000806d8bda/0x5dfa74784542cdc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.888734:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000806d8bda/0x5dfa74784542cdc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.888743:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000806d8bda/0x5dfa74784542cdc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.888751:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000806d8bda/0x5dfa74784542cdc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.888767:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788460382.888779:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788460382.888784:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000806d8bda/0x5dfa74784542cdc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.888791:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3676800 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:1.0:1788460382.888794:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000806d8bda/0x5dfa74784542cdc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.888802:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000806d8bda/0x5dfa74784542cdc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.888816:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000806d8bda/0x5dfa74784542cdc4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.888824:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000806d8bda/0x5dfa74784542cdc4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.888847:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460382.888849:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460382.888850:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788460382.891688:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788460382.891702:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004392b322/0x5dfa74784542cdcb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.891718:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788460382.891723:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788460382.891730:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004392b322/0x5dfa74784542cdcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.891745:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004392b322/0x5dfa74784542cdcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.891755:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004392b322/0x5dfa74784542cdcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.891763:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004392b322/0x5dfa74784542cdcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.891854:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788460382.894992:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788460382.895005:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007733488c/0x5dfa74784542cdd2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.895039:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788460382.895044:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788460382.895062:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007733488c/0x5dfa74784542cdd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.895077:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007733488c/0x5dfa74784542cdd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.895087:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007733488c/0x5dfa74784542cdd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.895094:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007733488c/0x5dfa74784542cdd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.897109:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788460382.897121:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004392b322/0x5dfa74784542cdcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.897133:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3676200 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:0.0:1788460382.897138:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004392b322/0x5dfa74784542cdcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.897149:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004392b322/0x5dfa74784542cdcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.897186:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004392b322/0x5dfa74784542cdcb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.897193:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004392b322/0x5dfa74784542cdcb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.898416:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788460382.898425:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007733488c/0x5dfa74784542cdd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.898436:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3676a00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:0.0:1788460382.899088:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007733488c/0x5dfa74784542cdd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.899099:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007733488c/0x5dfa74784542cdd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.899118:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007733488c/0x5dfa74784542cdd2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.899128:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460382.899130:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460382.899132:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788460382.899204:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788460382.899212:0:24283:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007733488c/0x5dfa74784542cdd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.899515:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788460382.899862:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788460382.899869:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e1afeb8/0x5dfa74784542cdd9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.899882:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=680s v=(0 0) 00010000:00010000:1.0:1788460382.899887:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788460382.899893:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e1afeb8/0x5dfa74784542cdd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.899918:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e1afeb8/0x5dfa74784542cdd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.899927:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e1afeb8/0x5dfa74784542cdd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.899935:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007e1afeb8/0x5dfa74784542cdd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460382.900519:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788460382.904531:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788460382.904545:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007e1afeb8/0x5dfa74784542cdd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.905183:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3677800 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:0.0:1788460382.905189:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007e1afeb8/0x5dfa74784542cdd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.905201:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007e1afeb8/0x5dfa74784542cdd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.905222:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007e1afeb8/0x5dfa74784542cdd9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.905229:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e1afeb8/0x5dfa74784542cdd9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.905251:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460382.905253:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460382.905255:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788460382.913772:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460382.913786:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000199c20c5/0x5dfa74784542cde0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.913803:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=680s v=(0 0) 00010000:00010000:2.0:1788460382.913807:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460382.913813:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000199c20c5/0x5dfa74784542cde0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.913827:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000199c20c5/0x5dfa74784542cde0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.913836:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000199c20c5/0x5dfa74784542cde0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.913843:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000199c20c5/0x5dfa74784542cde0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.913871:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788460382.914469:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460382.914476:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a10c15f0/0x5dfa74784542cde7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.914486:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=680s v=(0 0) 00010000:00010000:2.0:1788460382.914489:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460382.914493:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a10c15f0/0x5dfa74784542cde7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.914515:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a10c15f0/0x5dfa74784542cde7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.914523:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a10c15f0/0x5dfa74784542cde7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.914529:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a10c15f0/0x5dfa74784542cde7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.914544:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1788460382.914915:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460382.914921:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000410f03ac/0x5dfa74784542cdee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.914930:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=680s v=(0 0) 00010000:00010000:2.0:1788460382.914933:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460382.914937:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000410f03ac/0x5dfa74784542cdee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.914970:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000410f03ac/0x5dfa74784542cdee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.914990:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000410f03ac/0x5dfa74784542cdee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.915009:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000410f03ac/0x5dfa74784542cdee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.915019:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1788460382.915350:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460382.915356:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8d893d8/0x5dfa74784542cdf5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.915363:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=680s v=(0 0) 00010000:00010000:2.0:1788460382.915366:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460382.915370:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8d893d8/0x5dfa74784542cdf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.915379:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8d893d8/0x5dfa74784542cdf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.915387:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8d893d8/0x5dfa74784542cdf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.915394:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f8d893d8/0x5dfa74784542cdf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.915404:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:2.0:1788460382.915819:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460382.915825:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063c1f57e/0x5dfa74784542cdfc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.915840:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=680s v=(0 0) 00010000:00010000:2.0:1788460382.915843:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460382.915848:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063c1f57e/0x5dfa74784542cdfc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.915857:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063c1f57e/0x5dfa74784542cdfc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.915865:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063c1f57e/0x5dfa74784542cdfc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.915872:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000063c1f57e/0x5dfa74784542cdfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.915881:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:2.0:1788460382.916206:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460382.916212:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c5e367a/0x5dfa74784542ce03 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.916220:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=680s v=(0 0) 00010000:00010000:2.0:1788460382.916223:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460382.916227:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c5e367a/0x5dfa74784542ce03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.916235:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c5e367a/0x5dfa74784542ce03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.916255:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c5e367a/0x5dfa74784542ce03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.916262:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007c5e367a/0x5dfa74784542ce03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.916270:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:2.0:1788460382.916915:0:24283:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788460382.916922:0:24283:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4acdf77/0x5dfa74784542ce0a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.916931:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=680s v=(0 0) 00010000:00010000:2.0:1788460382.916935:0:24283:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460382.916939:0:24283:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4acdf77/0x5dfa74784542ce0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.916969:0:24283:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4acdf77/0x5dfa74784542ce0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.917519:0:24283:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4acdf77/0x5dfa74784542ce0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.917527:0:24283:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f4acdf77/0x5dfa74784542ce0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460382.917547:0:24283:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00080000:2.0:1788460382.917807:0:24283:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:5 00000100:00100000:2.0:1788460382.917890:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22799:x1875336022466304:12345-0@lo:5:osp-pre-1-0.0 Request processed in 111235us (112762us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460382.917899:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:0.0:1788460382.918425:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1788460382.918433:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000199c20c5/0x5dfa74784542cde0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918515:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd0600 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:0.0:1788460382.918520:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000199c20c5/0x5dfa74784542cde0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918530:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000199c20c5/0x5dfa74784542cde0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918557:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000199c20c5/0x5dfa74784542cde0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918565:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000199c20c5/0x5dfa74784542cde0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918587:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1788460382.918591:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a10c15f0/0x5dfa74784542cde7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918598:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1400 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:0.0:1788460382.918601:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a10c15f0/0x5dfa74784542cde7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918608:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a10c15f0/0x5dfa74784542cde7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918617:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a10c15f0/0x5dfa74784542cde7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918624:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a10c15f0/0x5dfa74784542cde7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918636:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1788460382.918639:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000410f03ac/0x5dfa74784542cdee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918652:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd0200 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:0.0:1788460382.918656:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000410f03ac/0x5dfa74784542cdee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918663:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000410f03ac/0x5dfa74784542cdee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918674:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000410f03ac/0x5dfa74784542cdee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918682:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000410f03ac/0x5dfa74784542cdee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918695:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788460382.918699:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f8d893d8/0x5dfa74784542cdf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918705:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1e00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:0.0:1788460382.918708:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8d893d8/0x5dfa74784542cdf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918716:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8d893d8/0x5dfa74784542cdf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918724:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f8d893d8/0x5dfa74784542cdf5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918738:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8d893d8/0x5dfa74784542cdf5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918751:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788460382.918755:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000063c1f57e/0x5dfa74784542cdfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918760:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd0c00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:0.0:1788460382.918763:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000063c1f57e/0x5dfa74784542cdfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918771:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000063c1f57e/0x5dfa74784542cdfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918780:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000063c1f57e/0x5dfa74784542cdfc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918786:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063c1f57e/0x5dfa74784542cdfc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918798:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788460382.918801:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007c5e367a/0x5dfa74784542ce03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918806:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd0000 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:0.0:1788460382.918815:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007c5e367a/0x5dfa74784542ce03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918823:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007c5e367a/0x5dfa74784542ce03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918834:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007c5e367a/0x5dfa74784542ce03 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918841:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c5e367a/0x5dfa74784542ce03 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918854:0:22762:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788460382.918857:0:22762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f4acdf77/0x5dfa74784542ce0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918863:0:22762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd0800 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:0.0:1788460382.918866:0:22762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4acdf77/0x5dfa74784542ce0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918874:0:22762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4acdf77/0x5dfa74784542ce0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918884:0:22762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f4acdf77/0x5dfa74784542ce0a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918891:0:22762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4acdf77/0x5dfa74784542ce0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24283 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460382.918912:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460382.918914:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460382.918916:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460382.918967:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788460382.920087:0:22799:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bfb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22799:1875336022466304:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1788460382.920107:0:22799:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x5:0x0] 00000100:00100000:2.0:1788460382.920156:0:22799:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac41bfb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22799:1875336022467072:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1788460382.920210:0:22799:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460382.920244:0:22799:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac286c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788460382.920268:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022467072 00000100:00100000:2.0:1788460382.920274:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022467072 00000100:00100000:2.0:1788460382.921683:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788460382.921696:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22799:x1875336022467072:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1788460382.921734:0:24282:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:2.0:1788460382.926991:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22799:x1875336022467072:12345-0@lo:5:osp-pre-1-0.0 Request processed in 5291us (6774us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788460382.927003:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788460382.927192:0:22799:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac41bfb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22799:1875336022467072:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1788460382.927207:0:22799:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000001:02000400:2.0:1788460383.259808:0:25454:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg605-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788460383.891633:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788460383.926680:0:25506:0:(tgt_mount.c:2486:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788460383.926891:0:25506:0:(tgt_mount.c:2501:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788460384.920722:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1788460384.931476:0:25556:0:(tgt_mount.c:2486:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788460384.931709:0:25556:0:(tgt_mount.c:2501:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1788460385.322842:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460385.323016:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003470208 00000100:00100000:3.0:1788460385.323028:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003470208 00000100:00100000:3.0:1788460385.323086:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 134 00000100:00100000:3.0:1788460385.323094:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa395c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2392:x1875336003470208:12345-192.168.206.5@tcp:250:mount.lustre.0 00010000:00080000:3.0:1788460385.323122:0:22765:0:(ldlm_lib.c:1461:target_handle_connect()) MGS: connection from e27f4bfd-9b89-40eb-9e03-2e24938a83a5@192.168.206.5@tcp t0 exp 0000000000000000 cur 682 last 0 00000020:00000080:3.0:1788460385.323148:0:22765:0:(genops.c:1385:class_connect()) connect: client e27f4bfd-9b89-40eb-9e03-2e24938a83a5, cookie 0x5dfa74784542ce11 00000100:00080000:3.0:1788460385.323276:0:22765:0:(import.c:65:import_set_state_nolock()) ffff8c4ac349a800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788460385.323603:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa395c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+5:2392:x1875336003470208:12345-192.168.206.5@tcp:250:mount.lustre.0 Request processed in 507us (768us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460385.323612:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 134 00000100:00100000:0.0:1788460385.333411:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460385.333562:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003470336 00000100:00100000:1.0:1788460385.333572:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003470336 00000100:00100000:1.0:1788460385.333632:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 135 00000100:00100000:1.0:1788460385.333641:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa395050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+5:18044:x1875336003470336:12345-192.168.206.5@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788460385.333656:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460385.333672:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4ac3676600/0x5dfa74784542ce18 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ab93 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460385.333699:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4ac3676600/0x5dfa74784542ce18 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ab93 expref: 6 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460385.333712:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4ac3676600/0x5dfa74784542ce18 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ab93 expref: 6 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460385.333736:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac3676600, rc 0) 00000100:00100000:1.0:1788460385.333801:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa395050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+6:18044:x1875336003470336:12345-192.168.206.5@tcp:101:mount.lustre.0 Request processed in 160us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460385.333809:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 135 00000100:00100000:2.0:1788460385.349251:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460385.349346:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003470464 00000100:00100000:3.0:1788460385.349356:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003470464 00000100:00100000:3.0:1788460385.349410:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 136 00000100:00100000:3.0:1788460385.349420:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa397c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+6:18044:x1875336003470464:12345-192.168.206.5@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788460385.349528:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa397c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+6:18044:x1875336003470464:12345-192.168.206.5@tcp:501:mount.lustre.0 Request processed in 109us (284us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788460385.349536:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 136 00000100:00100000:3.0:1788460385.357410:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460385.357618:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003470592 00000100:00100000:2.0:1788460385.357628:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003470592 00000100:00100000:2.0:1788460385.357696:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 137 00000100:00100000:2.0:1788460385.357707:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa394050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+6:18044:x1875336003470592:12345-192.168.206.5@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788460385.357724:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788460385.357741:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bfdbd1000/0x5dfa74784542ce1f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ab9a expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460385.357769:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bfdbd1000/0x5dfa74784542ce1f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ab9a expref: 7 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460385.357781:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bfdbd1000/0x5dfa74784542ce1f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ab9a expref: 7 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460385.357790:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bfdbd1000, rc 0) 00000100:00100000:2.0:1788460385.357868:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa394050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+7:18044:x1875336003470592:12345-192.168.206.5@tcp:101:mount.lustre.0 Request processed in 163us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460385.357876:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 137 00000100:00100000:1.0:1788460385.363527:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788460385.363548:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4933100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022467200:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788460385.363636:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460385.363835:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022467200 00000100:00100000:3.0:1788460385.363843:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022467200 00000100:00100000:3.0:1788460385.363913:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788460385.363925:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4284700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022467200:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788460385.364141:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1788460385.364338:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788460385.364404:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4284700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022467200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 482us (768us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460385.364413:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788460385.364506:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4933100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022467200:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788460385.374915:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460385.375137:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003470720 00000100:00100000:1.0:1788460385.375147:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003470720 00000100:00100000:1.0:1788460385.375209:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 138 00000100:00100000:1.0:1788460385.375220:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa394450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+7:18044:x1875336003470720:12345-192.168.206.5@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788460385.375562:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa394450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+8:18044:x1875336003470720:12345-192.168.206.5@tcp:501:mount.lustre.0 Request processed in 342us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460385.375571:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 138 00000100:00100000:0.0:1788460385.381385:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460385.386125:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003470848 00000100:00100000:3.0:1788460385.386139:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003470848 00000100:00100000:2.0:1788460385.391196:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 139 00000100:00100000:2.0:1788460385.391211:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa396450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+8:18044:x1875336003470848:12345-192.168.206.5@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788460385.391371:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa396450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+8:18044:x1875336003470848:12345-192.168.206.5@tcp:503:mount.lustre.0 Request processed in 161us (9993us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460385.391379:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 139 00000100:00100000:3.0:1788460385.399124:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460385.399494:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003470976 00000100:00100000:1.0:1788460385.399505:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003470976 00000100:00100000:1.0:1788460385.399563:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 140 00000100:00100000:1.0:1788460385.399574:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa397050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+8:18063:x1875336003470976:12345-192.168.206.5@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788460385.399727:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa397050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+8:18063:x1875336003470976:12345-192.168.206.5@tcp:502:llog_process_th.0 Request processed in 154us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460385.399735:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 140 00000100:00100000:0.0:1788460385.429835:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460385.432200:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003471104 00000100:00100000:1.0:1788460385.432213:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003471104 00000100:00100000:1.0:1788460385.432301:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 141 00000100:00100000:1.0:1788460385.432312:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa396850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+8:18063:x1875336003471104:12345-192.168.206.5@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788460385.434092:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa396850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+8:18063:x1875336003471104:12345-192.168.206.5@tcp:502:llog_process_th.0 Request processed in 1770us (4253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460385.434105:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 141 00000100:00100000:0.0:1788460385.447344:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460385.447717:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003471232 00000100:00100000:2.0:1788460385.447727:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003471232 00000100:00100000:2.0:1788460385.447782:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 142 00000100:00100000:2.0:1788460385.447791:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa395850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+8:18063:x1875336003471232:12345-192.168.206.5@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788460385.447939:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa395850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+8:18063:x1875336003471232:12345-192.168.206.5@tcp:502:llog_process_th.0 Request processed in 148us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460385.447994:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 142 00000100:00100000:2.0:1788460385.465056:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460385.465687:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003471360 00000100:00100000:1.0:1788460385.465700:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003471360 00000100:00100000:1.0:1788460385.465767:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 143 00000100:00100000:1.0:1788460385.465779:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa397450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+8:18044:x1875336003471360:12345-192.168.206.5@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788460385.465796:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460385.465814:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4ac3677000/0x5dfa74784542ce26 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794abcb expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460385.465857:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4ac3677000/0x5dfa74784542ce26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794abcb expref: 9 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460385.465871:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4ac3677000/0x5dfa74784542ce26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794abcb expref: 9 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460385.465883:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac3677000, rc 0) 00000100:00100000:1.0:1788460385.466248:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa397450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+9:18044:x1875336003471360:12345-192.168.206.5@tcp:101:mount.lustre.0 Request processed in 470us (1213us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460385.466256:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 143 00000100:00100000:3.0:1788460385.471163:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460385.471340:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003471488 00000100:00100000:0.0:1788460385.471349:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003471488 00000100:00100000:0.0:1788460385.471400:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 144 00000100:00100000:0.0:1788460385.471409:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfa394850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+9:18044:x1875336003471488:12345-192.168.206.5@tcp:256:mount.lustre.0 20000000:01000000:0.0:1788460385.471433:0:22766:0:(mgs_nids.c:1209:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1788460385.471452:0:22766:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1788460385.471456:0:22766:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1788460385.471459:0:22766:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1788460385.471462:0:22766:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1788460385.471464:0:22766:0:(mgs_nids.c:325:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1788460385.473020:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfa394850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+9:18044:x1875336003471488:12345-192.168.206.5@tcp:256:mount.lustre.0 Request processed in 1601us (1856us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460385.473033:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 144 00000100:00100000:2.0:1788460385.477764:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460385.480218:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003471616 00000100:00100000:1.0:1788460385.480254:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003471616 00000100:00100000:1.0:1788460385.480319:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 145 00000100:00100000:1.0:1788460385.480329:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+9:18044:x1875336003471616:12345-192.168.206.5@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788460385.480346:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460385.480364:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4ac3677600/0x5dfa74784542ce2d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794abd2 expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460385.480392:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4ac3677600/0x5dfa74784542ce2d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794abd2 expref: 10 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460385.480403:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4ac3677600/0x5dfa74784542ce2d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794abd2 expref: 10 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460385.480413:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac3677600, rc 0) 00000100:00100000:1.0:1788460385.480479:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+10:18044:x1875336003471616:12345-192.168.206.5@tcp:101:mount.lustre.0 Request processed in 150us (2726us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460385.480486:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 145 00000100:00100000:3.0:1788460385.484077:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460385.484506:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003471744 00000100:00100000:1.0:1788460385.484516:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003471744 00000100:00100000:1.0:1788460385.484567:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 146 00000100:00100000:1.0:1788460385.484576:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+10:18044:x1875336003471744:12345-192.168.206.5@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788460385.484714:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+10:18044:x1875336003471744:12345-192.168.206.5@tcp:501:mount.lustre.0 Request processed in 138us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460385.484722:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 146 00000100:00100000:0.0:1788460385.487292:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460385.487383:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003471872 00000100:00100000:2.0:1788460385.487394:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003471872 00000100:00100000:2.0:1788460385.487444:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 147 00000100:00100000:2.0:1788460385.487453:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+10:18044:x1875336003471872:12345-192.168.206.5@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788460385.487595:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+10:18044:x1875336003471872:12345-192.168.206.5@tcp:503:mount.lustre.0 Request processed in 142us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460385.487603:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 147 00000100:00100000:3.0:1788460385.490879:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460385.491172:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003472000 00000100:00100000:2.0:1788460385.491181:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003472000 00000100:00100000:2.0:1788460385.491238:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 148 00000100:00100000:2.0:1788460385.491247:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+10:18068:x1875336003472000:12345-192.168.206.5@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788460385.491380:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+10:18068:x1875336003472000:12345-192.168.206.5@tcp:502:llog_process_th.0 Request processed in 133us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460385.491388:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 148 00000100:00100000:0.0:1788460385.504081:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460385.504627:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003472128 00000100:00100000:1.0:1788460385.504637:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003472128 00000100:00100000:1.0:1788460385.504689:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 149 00000100:00100000:1.0:1788460385.504698:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+10:18068:x1875336003472128:12345-192.168.206.5@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788460385.504828:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+10:18068:x1875336003472128:12345-192.168.206.5@tcp:502:llog_process_th.0 Request processed in 131us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460385.504836:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 149 00000100:00100000:0.0:1788460385.524137:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460385.524242:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460385.524375:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003472256 00000100:00100000:2.0:1788460385.524385:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003472256 00000100:00100000:2.0:1788460385.524428:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003472512 00000100:00100000:2.0:1788460385.524431:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003472512 00000100:00100000:2.0:1788460385.524445:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 7 00000100:00100000:2.0:1788460385.524452:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4931180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2392:x1875336003472256:12345-192.168.206.5@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788460385.524480:0:22774:0:(ldlm_lib.c:1461:target_handle_connect()) lustre-MDT0000: connection from 1674d164-3797-49c3-811d-8975ccd6d9c2@192.168.206.5@tcp t0 exp 0000000000000000 cur 682 last 0 00000020:00000080:2.0:1788460385.524532:0:22774:0:(genops.c:1385:class_connect()) connect: client 1674d164-3797-49c3-811d-8975ccd6d9c2, cookie 0x5dfa74784542ce34 00000004:00100000:2.0:1788460385.524564:0:22774:0:(mdt_handler.c:7306:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1788460385.524749:0:22774:0:(import.c:65:import_set_state_nolock()) ffff8c4ac36f9000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788460385.524815:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4931180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+6:2392:x1875336003472256:12345-192.168.206.5@tcp:38:mount.lustre.0 Request processed in 361us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460385.524823:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 7 00000100:00100000:2.0:1788460385.524841:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 8 00000100:00100000:2.0:1788460385.524846:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4930700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2392:x1875336003472512:12345-192.168.206.5@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788460385.524862:0:22774:0:(ldlm_lib.c:1461:target_handle_connect()) lustre-MDT0001: connection from 1674d164-3797-49c3-811d-8975ccd6d9c2@192.168.206.5@tcp t0 exp 0000000000000000 cur 682 last 0 00000020:00000080:2.0:1788460385.524910:0:22774:0:(genops.c:1385:class_connect()) connect: client 1674d164-3797-49c3-811d-8975ccd6d9c2, cookie 0x5dfa74784542ce3b 00000004:00100000:2.0:1788460385.524924:0:22774:0:(mdt_handler.c:7306:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1788460385.525112:0:22774:0:(import.c:65:import_set_state_nolock()) ffff8c4bfca8c800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788460385.525138:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4930700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+6:2392:x1875336003472512:12345-192.168.206.5@tcp:38:mount.lustre.0 Request processed in 291us (907us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460385.525145:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 8 00000100:00100000:3.0:1788460385.542322:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460385.542365:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460385.542988:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003472384 00000100:00100000:1.0:1788460385.542998:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003472384 00000100:00100000:1.0:1788460385.543079:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003472768 00000100:00100000:1.0:1788460385.543082:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003472768 00000100:00100000:1.0:1788460385.543097:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 9 00000100:00100000:1.0:1788460385.543106:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+7:2394:x1875336003472384:12345-192.168.206.5@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788460385.543144:0:22773:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788460385.543221:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+7:2394:x1875336003472384:12345-192.168.206.5@tcp:41:mount.lustre.0 Request processed in 116us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460385.543237:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 9 00000100:00100000:1.0:1788460385.543255:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 10 00000100:00100000:1.0:1788460385.543261:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+6:18044:x1875336003472768:12345-192.168.206.5@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788460385.543271:0:22773:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788460385.543291:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+6:18044:x1875336003472768:12345-192.168.206.5@tcp:41:mount.lustre.0 Request processed in 31us (926us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460385.543297:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 10 00000100:00080000:3.0:1788460385.543851:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788460385.551170:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460385.551208:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460385.551340:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003472640 00000100:00100000:3.0:1788460385.551350:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003472640 00000100:00100000:3.0:1788460385.551418:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003472896 00000100:00100000:3.0:1788460385.551421:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003472896 00000100:00100000:3.0:1788460385.551438:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 11 00000100:00100000:3.0:1788460385.551447:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4933100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+6:0:x1875336003472640:12345-192.168.206.5@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788460385.551483:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788460385.551565:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4933100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+6:0:x1875336003472640:12345-192.168.206.5@tcp:41:mount.lustre.0 Request processed in 119us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460385.551573:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 11 00000100:00100000:3.0:1788460385.551590:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 12 00000100:00100000:3.0:1788460385.551596:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4931c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+6:18044:x1875336003472896:12345-192.168.206.5@tcp:40:mount.lustre.0 00000100:00100000:3.0:1788460385.551625:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4931c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+6:18044:x1875336003472896:12345-192.168.206.5@tcp:40:mount.lustre.0 Request processed in 29us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460385.551631:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 12 00000100:00080000:2.0:1788460385.551994:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788460385.555289:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460385.555327:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460385.555359:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460385.555478:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003473024 00000100:00100000:1.0:1788460385.555487:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003473024 00000100:00100000:1.0:1788460385.555524:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003473152 00000100:00100000:1.0:1788460385.555527:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003473152 00000100:00100000:1.0:1788460385.555541:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 19 00000100:00100000:1.0:1788460385.555548:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2976a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2392:x1875336003473024:12345-192.168.206.5@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788460385.555578:0:24283:0:(ldlm_lib.c:1461:target_handle_connect()) lustre-OST0000: connection from 1674d164-3797-49c3-811d-8975ccd6d9c2@192.168.206.5@tcp t0 exp 0000000000000000 cur 682 last 0 00000020:00000080:1.0:1788460385.555615:0:24283:0:(genops.c:1385:class_connect()) connect: client 1674d164-3797-49c3-811d-8975ccd6d9c2, cookie 0x5dfa74784542ce42 00002000:00100000:1.0:1788460385.555625:0:24283:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 1674d164-3797-49c3-811d-8975ccd6d9c2/ffff8c4ac40a7000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a07 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788460385.555634:0:24283:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1788460385.555779:0:24283:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1788460385.555806:0:24283:0:(import.c:65:import_set_state_nolock()) ffff8c4ac40a7800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788460385.555859:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2976a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+6:2392:x1875336003473024:12345-192.168.206.5@tcp:8:mount.lustre.0 Request processed in 310us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460385.555866:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 19 00000100:00100000:1.0:1788460385.555881:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 20 00000100:00100000:1.0:1788460385.555886:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2975500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2392:x1875336003473152:12345-192.168.206.5@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788460385.555914:0:24283:0:(ldlm_lib.c:1461:target_handle_connect()) lustre-OST0001: connection from 1674d164-3797-49c3-811d-8975ccd6d9c2@192.168.206.5@tcp t0 exp 0000000000000000 cur 682 last 0 00000020:00000080:1.0:1788460385.555930:0:24283:0:(genops.c:1385:class_connect()) connect: client 1674d164-3797-49c3-811d-8975ccd6d9c2, cookie 0x5dfa74784542ce49 00002000:00100000:1.0:1788460385.555977:0:24283:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 1674d164-3797-49c3-811d-8975ccd6d9c2/ffff8c4ac40a4800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a07 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788460385.555989:0:24283:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1788460385.556106:0:24283:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1788460385.556122:0:24283:0:(import.c:65:import_set_state_nolock()) ffff8c4ac3584000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788460385.556148:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2975500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+6:2392:x1875336003473152:12345-192.168.206.5@tcp:8:mount.lustre.0 Request processed in 261us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460385.556155:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 20 00000100:00100000:2.0:1788460385.556238:0:22784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003473280 00000100:00100000:2.0:1788460385.556244:0:22784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003473280 00000100:00100000:2.0:1788460385.556283:0:22784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 3 00000100:00100000:2.0:1788460385.556290:0:22784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2975f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1674d164-3797-49c3-811d-8975ccd6d9c2+6:18044:x1875336003473280:12345-192.168.206.5@tcp:900:mount.lustre.0 00000100:00100000:2.0:1788460385.556325:0:22784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2975f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1674d164-3797-49c3-811d-8975ccd6d9c2+6:18044:x1875336003473280:12345-192.168.206.5@tcp:900:mount.lustre.0 Request processed in 36us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460385.556331:0:22784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 3 00000100:00100000:3.0:1788460385.567874:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460385.568009:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003473408 00000100:00100000:0.0:1788460385.568018:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003473408 00000100:00100000:0.0:1788460385.568116:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 0 00000100:00100000:0.0:1788460385.568126:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+6:18044:x1875336003473408:12345-192.168.206.5@tcp:33:mount.lustre.0 00000004:00080000:0.0:1788460385.572218:0:22775:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 4015us 00000004:00200000:2.0:1788460385.595494:0:22775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1788460385.595613:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+6:18044:x1875336003473408:12345-192.168.206.5@tcp:33:mount.lustre.0 Request processed in 27484us (27744us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460385.595627:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 0 00000100:00100000:0.0:1788460385.731449:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460385.731489:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003473536 00000100:00100000:3.0:1788460385.731507:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003473536 00000100:00100000:3.0:1788460385.731637:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 13 00000100:00100000:3.0:1788460385.731650:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac2975880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+6:18091:x1875336003473536:12345-192.168.206.5@tcp:101:mkdir.0 00010000:00010000:3.0:1788460385.731677:0:22772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788460385.731708:0:22772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0200/0x5dfa74784542ce50 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ac03 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460385.731789:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0600/0x5dfa74784542ce57 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460385.731805:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0600/0x5dfa74784542ce57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460385.731821:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0600/0x5dfa74784542ce57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788460385.731884:0:22772:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788460385.731888:0:22772:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788460385.731930:0:22772:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0600/0x5dfa74784542ce57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460385.732144:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0200/0x5dfa74784542ce50 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac03 expref: 8 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460385.732165:0:22772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0600/0x5dfa74784542ce57 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac03 expref: 7 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460385.732174:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c4bef1fe900) 00010000:00010000:3.0:1788460385.732193:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788460385.732198:0:22772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc14f0600, rc 0) 00000100:00100000:3.0:1788460385.732279:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac2975880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+7:18091:x1875336003473536:12345-192.168.206.5@tcp:101:mkdir.0 Request processed in 632us (838us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460385.732287:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 13 00010000:00010000:0.0:1788460385.937232:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460386.387261:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788460386.387282:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4287100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022467328:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788460386.387346:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460386.387442:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022467328 00000100:00100000:2.0:1788460386.387449:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022467328 00000100:00100000:2.0:1788460386.387497:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788460386.387506:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022467328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788460386.387534:0:22778:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788460386.387573:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022467328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460386.387579:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788460386.387694:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4285180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022467456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788460386.387721:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460386.387830:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4287100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022467328:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788460386.387900:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022467456 00000100:00100000:1.0:1788460386.387905:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022467456 00000100:00100000:1.0:1788460386.387976:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788460386.387985:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022467456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788460386.387999:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788460386.388062:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022467456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460386.388069:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788460386.388098:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4285180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022467456:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788460386.388158:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788460386.897154:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4285180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022467584:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788460386.897221:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460386.898906:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022467584 00000100:00100000:0.0:1788460386.898919:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022467584 00000100:00100000:0.0:1788460386.899026:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788460386.899047:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022467584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788460386.900260:0:22777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788460386.900355:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022467584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1308us (3131us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460386.900363:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788460386.900527:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4285180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022467584:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788460386.964668:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460387.421357:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460387.421752:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003473664 00000100:00100000:1.0:1788460387.421766:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003473664 00000100:00100000:1.0:1788460387.421856:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 14 00000100:00100000:1.0:1788460387.421869:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+7:18143:x1875336003473664:12345-192.168.206.5@tcp:41:lfs.0 00000004:00000024:1.0:1788460387.421925:0:22773:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00080000:2.0:1788460387.422074:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788460387.422121:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+7:18143:x1875336003473664:12345-192.168.206.5@tcp:41:lfs.0 Request processed in 253us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460387.422131:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 14 00000100:00100000:0.0:1788460387.424391:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460387.424441:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003473792 00000100:00100000:3.0:1788460387.424454:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003473792 00000100:00100000:3.0:1788460387.424542:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 15 00000100:00100000:3.0:1788460387.424554:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+6:18143:x1875336003473792:12345-192.168.206.5@tcp:41:lfs.0 00000004:00000024:3.0:1788460387.424594:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788460387.424696:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+6:18143:x1875336003473792:12345-192.168.206.5@tcp:41:lfs.0 Request processed in 144us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460387.424704:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 15 00000100:00080000:2.0:1788460387.425513:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788460387.427139:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460387.427243:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003473920 00000100:00100000:1.0:1788460387.427254:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003473920 00000100:00080000:2.0:1788460387.427357:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788460387.427395:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 9 00000100:00100000:1.0:1788460387.427408:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1674d164-3797-49c3-811d-8975ccd6d9c2+6:18143:x1875336003473920:12345-192.168.206.5@tcp:13:lfs.0 00002000:00000024:1.0:1788460387.427447:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788460387.427552:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1674d164-3797-49c3-811d-8975ccd6d9c2+6:18143:x1875336003473920:12345-192.168.206.5@tcp:13:lfs.0 Request processed in 147us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460387.427560:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 9 00000100:00100000:0.0:1788460387.433755:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460387.433814:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003474048 00000100:00100000:3.0:1788460387.433826:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003474048 00000100:00100000:3.0:1788460387.434008:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 10 00000100:00100000:3.0:1788460387.434021:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac490aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1674d164-3797-49c3-811d-8975ccd6d9c2+6:18143:x1875336003474048:12345-192.168.206.5@tcp:13:lfs.0 00002000:00000024:3.0:1788460387.434228:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788460387.434344:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac490aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1674d164-3797-49c3-811d-8975ccd6d9c2+6:18143:x1875336003474048:12345-192.168.206.5@tcp:13:lfs.0 Request processed in 326us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460387.434353:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 10 00000100:00080000:2.0:1788460387.435457:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:2.0:1788460387.666857:0:23529:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788460387.705449:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460387.705799:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003474176 00000100:00100000:1.0:1788460387.705812:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003474176 00000100:00100000:1.0:1788460387.705895:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 150 00000100:00100000:1.0:1788460387.705906:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+10:18177:x1875336003474176:12345-192.168.206.5@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788460387.705928:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460387.705989:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4ac3676000/0x5dfa74784542ce5e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 16 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ac0a expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460387.706055:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4ac3676000/0x5dfa74784542ce5e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 16 type: PLN flags: 0x50000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac0a expref: 11 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460387.706069:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4ac3676000/0x5dfa74784542ce5e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 16 type: PLN flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac0a expref: 11 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460387.706081:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac3676000, rc 0) 00000100:00100000:1.0:1788460387.706161:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+11:18177:x1875336003474176:12345-192.168.206.5@tcp:101:mount.lustre.0 Request processed in 256us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460387.706169:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 150 00000100:00100000:0.0:1788460387.709938:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460387.713881:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003474304 00000100:00100000:2.0:1788460387.713904:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003474304 00000100:00100000:2.0:1788460387.714161:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 151 00000100:00100000:2.0:1788460387.714175:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+11:18177:x1875336003474304:12345-192.168.206.5@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788460387.714423:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+11:18177:x1875336003474304:12345-192.168.206.5@tcp:501:mount.lustre.0 Request processed in 250us (4497us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788460387.714434:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 151 00000100:00100000:2.0:1788460387.717934:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460387.718578:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003474432 00000100:00100000:0.0:1788460387.718593:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003474432 00000100:00100000:0.0:1788460387.719242:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 152 00000100:00100000:0.0:1788460387.719258:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+11:18177:x1875336003474432:12345-192.168.206.5@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788460387.721542:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788460387.721582:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc29d3800/0x5dfa74784542ce65 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 17 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ac11 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460387.721632:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc29d3800/0x5dfa74784542ce65 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 17 type: PLN flags: 0x50000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac11 expref: 12 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460387.721647:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc29d3800/0x5dfa74784542ce65 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 17 type: PLN flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac11 expref: 12 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460387.721658:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc29d3800, rc 0) 00000100:00100000:0.0:1788460387.722064:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+12:18177:x1875336003474432:12345-192.168.206.5@tcp:101:mount.lustre.0 Request processed in 2808us (4141us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460387.722076:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 152 00000100:00100000:3.0:1788460387.732385:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460387.732629:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003474560 00000100:00100000:2.0:1788460387.732643:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003474560 00000100:00100000:2.0:1788460387.732715:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 153 00000100:00100000:2.0:1788460387.732727:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+12:18177:x1875336003474560:12345-192.168.206.5@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788460387.733245:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+12:18177:x1875336003474560:12345-192.168.206.5@tcp:501:mount.lustre.0 Request processed in 518us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460387.733255:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 153 00000100:00100000:2.0:1788460387.739363:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460387.739432:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003474688 00000100:00100000:0.0:1788460387.739444:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003474688 00000100:00100000:0.0:1788460387.739622:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 154 00000100:00100000:0.0:1788460387.739634:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+12:18177:x1875336003474688:12345-192.168.206.5@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788460387.739819:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+12:18177:x1875336003474688:12345-192.168.206.5@tcp:503:mount.lustre.0 Request processed in 187us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460387.739836:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 154 00000100:00100000:3.0:1788460387.742811:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460387.743450:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003474816 00000100:00100000:2.0:1788460387.743464:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003474816 00000100:00100000:2.0:1788460387.743532:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 155 00000100:00100000:2.0:1788460387.743667:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+12:18182:x1875336003474816:12345-192.168.206.5@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788460387.743870:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+12:18182:x1875336003474816:12345-192.168.206.5@tcp:502:llog_process_th.0 Request processed in 208us (1072us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460387.743879:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 155 00000100:00100000:0.0:1788460387.770787:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460387.770920:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003474944 00000100:00100000:1.0:1788460387.770933:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003474944 00000100:00100000:1.0:1788460387.771098:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 156 00000100:00100000:1.0:1788460387.771110:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bd02e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+12:18182:x1875336003474944:12345-192.168.206.5@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788460387.771301:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bd02e1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+12:18182:x1875336003474944:12345-192.168.206.5@tcp:502:llog_process_th.0 Request processed in 193us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460387.771310:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 156 00000100:00100000:3.0:1788460387.779823:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460387.784153:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003475072 00000100:00100000:0.0:1788460387.784173:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003475072 00000100:00100000:0.0:1788460387.784263:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 157 00000100:00100000:0.0:1788460387.784273:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01503850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+12:18182:x1875336003475072:12345-192.168.206.5@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788460387.784496:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01503850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+12:18182:x1875336003475072:12345-192.168.206.5@tcp:502:llog_process_th.0 Request processed in 223us (4687us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460387.784506:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 157 00000100:00100000:3.0:1788460387.793520:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460387.793692:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003475200 00000100:00100000:2.0:1788460387.793705:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003475200 00000100:00100000:2.0:1788460387.793779:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 158 00000100:00100000:2.0:1788460387.793791:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01500050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+12:18177:x1875336003475200:12345-192.168.206.5@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788460387.793814:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788460387.793839:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bfdbd0c00/0x5dfa74784542ce6c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ac42 expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460387.793877:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bfdbd0c00/0x5dfa74784542ce6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac42 expref: 13 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460387.793891:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bfdbd0c00/0x5dfa74784542ce6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac42 expref: 13 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460387.793920:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bfdbd0c00, rc 0) 00000100:00100000:2.0:1788460387.794060:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01500050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+13:18177:x1875336003475200:12345-192.168.206.5@tcp:101:mount.lustre.0 Request processed in 271us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460387.794068:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 158 00000100:00100000:3.0:1788460387.798833:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460387.799004:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003475328 00000100:00100000:1.0:1788460387.799017:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003475328 00000100:00100000:1.0:1788460387.799094:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 159 00000100:00100000:1.0:1788460387.799106:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01502c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+13:18177:x1875336003475328:12345-192.168.206.5@tcp:256:mount.lustre.0 20000000:01000000:1.0:1788460387.799138:0:22767:0:(mgs_nids.c:1209:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1788460387.799160:0:22767:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1788460387.799164:0:22767:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1788460387.799167:0:22767:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1788460387.799170:0:22767:0:(mgs_nids.c:314:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1788460387.799178:0:22767:0:(mgs_nids.c:325:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1788460387.801873:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01502c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+13:18177:x1875336003475328:12345-192.168.206.5@tcp:256:mount.lustre.0 Request processed in 2752us (3036us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460387.801893:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 159 00000100:00100000:3.0:1788460387.807894:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460387.808350:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003475456 00000100:00100000:0.0:1788460387.808364:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003475456 00000100:00100000:0.0:1788460387.808448:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 160 00000100:00100000:0.0:1788460387.808459:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01500450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+13:18177:x1875336003475456:12345-192.168.206.5@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788460387.808480:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788460387.808505:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc29d2a00/0x5dfa74784542ce73 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ac49 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460387.808745:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc29d2a00/0x5dfa74784542ce73 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac49 expref: 14 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460387.808762:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc29d2a00/0x5dfa74784542ce73 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac49 expref: 14 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460387.808773:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc29d2a00, rc 0) 00000100:00100000:0.0:1788460387.808851:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01500450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+14:18177:x1875336003475456:12345-192.168.206.5@tcp:101:mount.lustre.0 Request processed in 394us (976us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460387.808883:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 160 00000100:00100000:3.0:1788460387.811775:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460387.811990:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003475584 00000100:00100000:1.0:1788460387.812004:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003475584 00000100:00100000:1.0:1788460387.812081:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 161 00000100:00100000:1.0:1788460387.812092:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01501050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+14:18177:x1875336003475584:12345-192.168.206.5@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788460387.812445:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01501050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+14:18177:x1875336003475584:12345-192.168.206.5@tcp:501:mount.lustre.0 Request processed in 353us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460387.812454:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 161 00000100:00100000:2.0:1788460387.817309:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460387.817449:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003475712 00000100:00100000:1.0:1788460387.817462:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003475712 00000100:00100000:1.0:1788460387.817531:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 162 00000100:00100000:1.0:1788460387.817542:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01503450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+14:18177:x1875336003475712:12345-192.168.206.5@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788460387.817840:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01503450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+14:18177:x1875336003475712:12345-192.168.206.5@tcp:503:mount.lustre.0 Request processed in 299us (1896us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460387.817850:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 162 00000100:00100000:2.0:1788460387.822889:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460387.823725:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003475840 00000100:00100000:1.0:1788460387.823740:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003475840 00000100:00100000:1.0:1788460387.823874:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 163 00000100:00100000:1.0:1788460387.823888:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01503050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+14:18187:x1875336003475840:12345-192.168.206.5@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788460387.824137:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01503050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+14:18187:x1875336003475840:12345-192.168.206.5@tcp:502:llog_process_th.0 Request processed in 252us (1264us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460387.824147:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 163 00000100:00100000:3.0:1788460387.826500:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460387.836729:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003475968 00000100:00100000:0.0:1788460387.836750:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003475968 00000100:00100000:1.0:1788460387.846119:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 164 00000100:00100000:1.0:1788460387.846166:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01502050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+14:18187:x1875336003475968:12345-192.168.206.5@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788460387.846381:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01502050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+14:18187:x1875336003475968:12345-192.168.206.5@tcp:502:llog_process_th.0 Request processed in 220us (19893us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460387.846390:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 164 00000100:00100000:2.0:1788460387.872380:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460387.872500:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460387.887936:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003476096 00000100:00100000:1.0:1788460387.887988:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003476096 00000100:00100000:3.0:1788460387.888208:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003476352 00000100:00100000:3.0:1788460387.888213:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003476352 00000100:00100000:3.0:1788460387.888242:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 16 00000100:00100000:3.0:1788460387.888252:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2392:x1875336003476096:12345-192.168.206.5@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788460387.888286:0:22773:0:(ldlm_lib.c:1461:target_handle_connect()) lustre-MDT0000: connection from e309b371-d0e1-4465-b43c-e759ad071c9e@192.168.206.5@tcp t0 exp 0000000000000000 cur 684 last 0 00000020:00000080:3.0:1788460387.888332:0:22773:0:(genops.c:1385:class_connect()) connect: client e309b371-d0e1-4465-b43c-e759ad071c9e, cookie 0x5dfa74784542ce7a 00000004:00100000:3.0:1788460387.888363:0:22773:0:(mdt_handler.c:7306:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788460387.888481:0:22773:0:(import.c:65:import_set_state_nolock()) ffff8c4bf7511000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788460387.889055:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e309b371-d0e1-4465-b43c-e759ad071c9e+6:2392:x1875336003476096:12345-192.168.206.5@tcp:38:mount.lustre.0 Request processed in 799us (16686us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460387.889066:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 16 00000100:00100000:3.0:1788460387.889095:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 17 00000100:00100000:3.0:1788460387.889101:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2392:x1875336003476352:12345-192.168.206.5@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788460387.889124:0:22773:0:(ldlm_lib.c:1461:target_handle_connect()) lustre-MDT0001: connection from e309b371-d0e1-4465-b43c-e759ad071c9e@192.168.206.5@tcp t0 exp 0000000000000000 cur 684 last 0 00000020:00000080:3.0:1788460387.889487:0:22773:0:(genops.c:1385:class_connect()) connect: client e309b371-d0e1-4465-b43c-e759ad071c9e, cookie 0x5dfa74784542ce81 00000004:00100000:3.0:1788460387.889697:0:22773:0:(mdt_handler.c:7306:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788460387.889790:0:22773:0:(import.c:65:import_set_state_nolock()) ffff8c4bfdbfc000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788460387.889838:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e309b371-d0e1-4465-b43c-e759ad071c9e+6:2392:x1875336003476352:12345-192.168.206.5@tcp:38:mount.lustre.0 Request processed in 735us (17337us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460387.889846:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 17 00000100:00100000:3.0:1788460387.902742:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460387.903673:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003476608 00000100:00100000:1.0:1788460387.903689:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003476608 00000100:00100000:1.0:1788460387.903803:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 18 00000100:00100000:1.0:1788460387.903815:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e309b371-d0e1-4465-b43c-e759ad071c9e+6:18177:x1875336003476608:12345-192.168.206.5@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788460387.903875:0:22773:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788460387.904010:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e309b371-d0e1-4465-b43c-e759ad071c9e+6:18177:x1875336003476608:12345-192.168.206.5@tcp:41:mount.lustre.0 Request processed in 196us (1281us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460387.904019:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 18 00000100:00100000:3.0:1788460387.904174:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460387.904350:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460387.904377:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003476480 00000100:00100000:3.0:1788460387.904383:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003476480 00000100:00100000:3.0:1788460387.904414:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003476224 00000100:00100000:3.0:1788460387.904417:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003476224 00000100:00100000:3.0:1788460387.904431:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 19 00000100:00100000:3.0:1788460387.904438:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e309b371-d0e1-4465-b43c-e759ad071c9e+6:0:x1875336003476480:12345-192.168.206.5@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788460387.904461:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788460387.904520:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e309b371-d0e1-4465-b43c-e759ad071c9e+6:0:x1875336003476480:12345-192.168.206.5@tcp:41:mount.lustre.0 Request processed in 81us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460387.904528:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 19 00000100:00100000:3.0:1788460387.904542:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 20 00000100:00100000:3.0:1788460387.904548:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e309b371-d0e1-4465-b43c-e759ad071c9e+6:0:x1875336003476224:12345-192.168.206.5@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788460387.904558:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788460387.904584:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e309b371-d0e1-4465-b43c-e759ad071c9e+6:0:x1875336003476224:12345-192.168.206.5@tcp:41:mount.lustre.0 Request processed in 37us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460387.904591:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 20 00000100:00080000:2.0:1788460387.905497:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788460387.905516:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788460387.908656:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460387.909249:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003476736 00000100:00100000:0.0:1788460387.909264:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003476736 00000100:00100000:0.0:1788460387.909340:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 21 00000100:00100000:0.0:1788460387.909352:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e309b371-d0e1-4465-b43c-e759ad071c9e+6:18177:x1875336003476736:12345-192.168.206.5@tcp:40:mount.lustre.0 00000100:00100000:0.0:1788460387.909473:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e309b371-d0e1-4465-b43c-e759ad071c9e+6:18177:x1875336003476736:12345-192.168.206.5@tcp:40:mount.lustre.0 Request processed in 123us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460387.909482:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 21 00000100:00100000:0.0:1788460387.916089:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460387.916701:0:22784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003477120 00000100:00100000:1.0:1788460387.916716:0:22784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003477120 00000100:00100000:1.0:1788460387.916804:0:22784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 4 00000100:00100000:1.0:1788460387.916817:0:22784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4908a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:e309b371-d0e1-4465-b43c-e759ad071c9e+6:18177:x1875336003477120:12345-192.168.206.5@tcp:900:mount.lustre.0 00000100:00100000:1.0:1788460387.917150:0:22784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4908a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:e309b371-d0e1-4465-b43c-e759ad071c9e+6:18177:x1875336003477120:12345-192.168.206.5@tcp:900:mount.lustre.0 Request processed in 335us (1076us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460387.917160:0:22784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 4 00000100:00100000:2.0:1788460387.917879:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460387.917918:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460387.918125:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003476864 00000100:00100000:3.0:1788460387.918134:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003476864 00000100:00100000:3.0:1788460387.918170:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003476992 00000100:00100000:3.0:1788460387.918173:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003476992 00000100:00100000:3.0:1788460387.918198:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 21 00000100:00100000:3.0:1788460387.918206:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2392:x1875336003476864:12345-192.168.206.5@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788460387.918245:0:24284:0:(ldlm_lib.c:1461:target_handle_connect()) lustre-OST0000: connection from e309b371-d0e1-4465-b43c-e759ad071c9e@192.168.206.5@tcp t0 exp 0000000000000000 cur 685 last 0 00000020:00000080:3.0:1788460387.918307:0:24284:0:(genops.c:1385:class_connect()) connect: client e309b371-d0e1-4465-b43c-e759ad071c9e, cookie 0x5dfa74784542ce88 00002000:00100000:3.0:1788460387.918322:0:24284:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli e309b371-d0e1-4465-b43c-e759ad071c9e/ffff8c4bfdbfa000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a07 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788460387.918339:0:24284:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788460387.918429:0:24284:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00100000:0.0:1788460387.918680:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 22 00000100:00100000:0.0:1788460387.918687:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2392:x1875336003476992:12345-192.168.206.5@tcp:8:mount.lustre.0 00010000:00080000:0.0:1788460387.918709:0:24282:0:(ldlm_lib.c:1461:target_handle_connect()) lustre-OST0001: connection from e309b371-d0e1-4465-b43c-e759ad071c9e@192.168.206.5@tcp t0 exp 0000000000000000 cur 685 last 0 00000020:00000080:0.0:1788460387.918730:0:24282:0:(genops.c:1385:class_connect()) connect: client e309b371-d0e1-4465-b43c-e759ad071c9e, cookie 0x5dfa74784542ce8f 00002000:00100000:0.0:1788460387.918735:0:24282:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli e309b371-d0e1-4465-b43c-e759ad071c9e/ffff8c4ac3616000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a07 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1788460387.918743:0:24282:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1788460387.918797:0:24282:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1788460387.918817:0:24282:0:(import.c:65:import_set_state_nolock()) ffff8c4ac3611800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788460387.918887:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e309b371-d0e1-4465-b43c-e759ad071c9e+6:2392:x1875336003476992:12345-192.168.206.5@tcp:8:mount.lustre.0 Request processed in 197us (967us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460387.918895:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 22 00000100:00080000:3.0:1788460387.919637:0:24284:0:(import.c:65:import_set_state_nolock()) ffff8c4bfdbfe800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788460387.919692:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e309b371-d0e1-4465-b43c-e759ad071c9e+6:2392:x1875336003476864:12345-192.168.206.5@tcp:8:mount.lustre.0 Request processed in 1485us (1815us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460387.919701:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 21 00000100:00100000:2.0:1788460387.925375:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022467712:0@lo:400:kworker.0 00000100:00100000:2.0:1788460387.925477:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460387.925521:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3659:1875336022468224:0@lo:400:kworker.0 00000100:00100000:2.0:1788460387.925551:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460387.925574:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3659:1875336022468736:0@lo:400:kworker.0 00000100:00100000:2.0:1788460387.925615:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460387.925633:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3659:1875336022469248:0@lo:400:kworker.0 00000100:00100000:2.0:1788460387.925654:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460387.925679:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1788460387.925684:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1875336022467840:0@lo:400:kworker.0 00000100:00100000:1.0:1788460387.925711:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460387.925717:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460387.925764:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003477248 00000100:00100000:1.0:1788460387.925773:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003477248 00000100:00100000:3.0:1788460387.925809:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022468224 00000100:00100000:3.0:1788460387.925814:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022468224 00000100:00100000:1.0:1788460387.925832:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 1 00000100:00100000:3.0:1788460387.925849:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022468736 00000100:00100000:3.0:1788460387.925853:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022468736 00000100:00100000:3.0:1788460387.925865:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022469248 00000100:00100000:3.0:1788460387.925867:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022469248 00000100:00100000:0.0:1788460387.925883:0:23512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022467840 00000100:00100000:0.0:1788460387.925887:0:23512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022467840 00000100:00080000:3.0:1788460387.925890:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788460387.925907:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788460387.925914:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1875336022468224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460387.925930:0:23512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788460387.925961:0:23512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfca14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1875336022467840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460387.926114:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022468352:0@lo:400:kworker.0 00000100:00100000:2.0:1788460387.926145:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460387.926173:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3659:1875336022468864:0@lo:400:kworker.0 00000100:00100000:2.0:1788460387.926193:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460387.926203:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022469376:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788460387.926223:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460387.926254:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022467968:0@lo:400:kworker.0 00000100:00100000:2.0:1788460387.926279:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460387.926296:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022468480:0@lo:400:kworker.0 00000100:00100000:2.0:1788460387.926315:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460387.926339:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3661:1875336022468992:0@lo:400:kworker.0 00000100:00100000:2.0:1788460387.926367:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460387.926382:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4beff22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022469504:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788460387.926386:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4285180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e309b371-d0e1-4465-b43c-e759ad071c9e+6:18177:x1875336003477248:12345-192.168.206.5@tcp:33:mount.lustre.0 00000100:00100000:2.0:1788460387.926407:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460387.926430:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788460387.926435:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022468096:0@lo:400:kworker.0 00000100:00100000:2.0:1788460387.926454:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460387.926471:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022468608:0@lo:400:kworker.0 00000100:00100000:2.0:1788460387.926488:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460387.926502:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3661:1875336022469120:0@lo:400:kworker.0 00000100:00100000:2.0:1788460387.926539:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460387.926561:0:24706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022467968 00000100:00100000:2.0:1788460387.926565:0:24706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022467968 00000100:00100000:2.0:1788460387.926594:0:24706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022468480 00000100:00100000:2.0:1788460387.926597:0:24706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022468480 00000100:00100000:2.0:1788460387.926606:0:24706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022468096 00000100:00100000:2.0:1788460387.926614:0:24706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022468096 00000100:00100000:2.0:1788460387.926632:0:24706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022468608 00000100:00100000:2.0:1788460387.926635:0:24706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022468608 00000100:00100000:2.0:1788460387.926648:0:24706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788460387.926655:0:24706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfca17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022467968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460387.926696:0:24706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfca17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022467968:12345-0@lo:400:kworker.0 Request processed in 41us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460387.926703:0:24706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788460387.926719:0:24706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788460387.926724:0:24706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfca15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022468480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460387.926747:0:24706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfca15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022468480:12345-0@lo:400:kworker.0 Request processed in 23us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460387.926753:0:24706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788460387.926763:0:24706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788460387.926768:0:24706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfca14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3661:x1875336022468096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460387.926790:0:24706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfca14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3661:x1875336022468096:12345-0@lo:400:kworker.0 Request processed in 22us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460387.926796:0:24706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788460387.926804:0:24706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788460387.926809:0:24706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfca16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022468608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460387.926831:0:24706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfca16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022468608:12345-0@lo:400:kworker.0 Request processed in 22us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460387.926836:0:24706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788460387.926879:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022468096:0@lo:400:kworker.0 00000100:00100000:2.0:1788460387.926889:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022468608:0@lo:400:kworker.0 00000100:00100000:2.0:1788460387.926897:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022467968:0@lo:400:kworker.0 00000004:00200000:1.0:1788460387.927146:0:22776:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1788460387.927294:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022468480:0@lo:400:kworker.0 00000100:00080000:3.0:1788460387.927301:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788460387.927306:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788460387.927318:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022469376 00000100:00100000:3.0:1788460387.927322:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022469376 00000100:00100000:2.0:1788460387.927326:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022469504 00000100:00100000:2.0:1788460387.927329:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022469504 00000100:00100000:2.0:1788460387.927346:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788460387.927352:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfca15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022469376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788460387.927367:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788460387.927417:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfca15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022469376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (1192us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460387.927476:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4285180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e309b371-d0e1-4465-b43c-e759ad071c9e+6:18177:x1875336003477248:12345-192.168.206.5@tcp:33:mount.lustre.0 Request processed in 1631us (1767us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460387.927486:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 1 00000001:00100000:1.0:1788460387.927706:0:25099:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of e309b371-d0e1-4465-b43c-e759ad071c9e 00000001:00100000:1.0:1788460387.927717:0:25099:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1674d164-3797-49c3-811d-8975ccd6d9c2 00000001:00080000:1.0:1788460387.927726:0:25099:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:0.0:1788460387.927875:0:23512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfca14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1875336022467840:12345-0@lo:400:kworker.0 Request processed in 1930us (2158us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460387.927885:0:23512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788460387.928008:0:23512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022468352 00000100:00100000:0.0:1788460387.928014:0:23512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022468352 00000100:00100000:0.0:1788460387.928045:0:23512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788460387.928051:0:23512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfca17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022468352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460387.928087:0:23512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfca17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022468352:12345-0@lo:400:kworker.0 Request processed in 36us (1942us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460387.928093:0:23512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788460387.928138:0:22772:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1788460387.928146:0:22772:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:0.0:1788460387.928432:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022468864 00000100:00100000:0.0:1788460387.928437:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022468864 00000100:00100000:0.0:1788460387.928482:0:22772:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1788460387.928489:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022468992 00000100:00100000:0.0:1788460387.928493:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022468992 00000100:00100000:0.0:1788460387.928507:0:22772:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1788460387.928512:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022469120 00000100:00100000:0.0:1788460387.928514:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022469120 00000100:00100000:0.0:1788460387.928527:0:22772:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1788460387.928534:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788460387.928540:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfca15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1875336022468736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460387.928598:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfca15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1875336022468736:12345-0@lo:400:kworker.0 Request processed in 56us (2981us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460387.928604:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788460387.928618:0:22772:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1788460387.928623:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788460387.928636:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfca17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1875336022469248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460387.928670:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfca17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1875336022469248:12345-0@lo:400:kworker.0 Request processed in 35us (3015us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460387.928676:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788460387.928689:0:22772:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1788460387.928695:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788460387.928702:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfca14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1875336022468864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460387.928735:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfca14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1875336022468864:12345-0@lo:400:kworker.0 Request processed in 34us (2541us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460387.928741:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788460387.929009:0:22772:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1788460387.929019:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788460387.929039:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfca14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1875336022468992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460387.929082:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfca14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1875336022468992:12345-0@lo:400:kworker.0 Request processed in 46us (2715us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460387.929088:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788460387.929099:0:22772:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1788460387.929104:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788460387.929110:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfca16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1875336022469120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460387.929139:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfca16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1875336022469120:12345-0@lo:400:kworker.0 Request processed in 29us (2600us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460387.929145:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788460387.929438:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1875336022467840:0@lo:400:kworker.0 00000100:00100000:0.0:1788460387.929454:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022468352:0@lo:400:kworker.0 00000100:00100000:0.0:1788460387.929549:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3659:1875336022468864:0@lo:400:kworker.0 00000100:00100000:0.0:1788460387.929589:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022469376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788460387.929605:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3659:1875336022468736:0@lo:400:kworker.0 00010000:00080000:0.0:1788460387.929625:0:3659:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4bf7710e00 x1875336022469248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788460387.929636:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3659:1875336022469248:0@lo:400:kworker.0 00000100:00100000:0.0:1788460387.929684:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022467712 00000100:00100000:0.0:1788460387.929689:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022467712 00000100:00100000:0.0:1788460387.929737:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1788460387.929744:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01501c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:3659:x1875336022467712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460387.929980:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01501c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:3659:x1875336022467712:12345-0@lo:400:kworker.0 Request processed in 235us (4502us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460387.929988:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1788460387.930419:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022467712:0@lo:400:kworker.0 00000100:00080000:3.0:1788460387.933653:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788460387.933667:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788460387.933812:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1875336022468224:12345-0@lo:400:kworker.0 Request processed in 7891us (8252us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460387.933828:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788460387.933887:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3659:1875336022468224:0@lo:400:kworker.0 00000100:00100000:2.0:1788460387.935223:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788460387.935271:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788460387.935293:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfca16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022469504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788460387.935324:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788460387.935400:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfca16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022469504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 120us (8993us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460387.935408:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788460387.935481:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3661:1875336022469120:0@lo:400:kworker.0 00010000:00080000:3.0:1788460387.935514:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4bf7711c00 x1875336022468992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460387.935526:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3661:1875336022468992:0@lo:400:kworker.0 00000100:00100000:3.0:1788460387.935560:0:3661:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1788460387.935587:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4beff22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022469504:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788460387.985212:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460388.080055:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460388.080179:0:25569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003477376 00000100:00100000:1.0:1788460388.080192:0:25569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003477376 00000100:00100000:1.0:1788460388.080268:0:25569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 22 00000100:00100000:1.0:1788460388.080279:0:25569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac490b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e309b371-d0e1-4465-b43c-e759ad071c9e+6:18210:x1875336003477376:12345-192.168.206.5@tcp:101:mkdir.0 00010000:00010000:1.0:1788460388.080308:0:25569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460388.080337:0:25569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676800/0x5dfa74784542ce96 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ac7a expref: -99 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460388.080420:0:25569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676a00/0x5dfa74784542ce9d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460388.080436:0:25569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676a00/0x5dfa74784542ce9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460388.080449:0:25569:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676a00/0x5dfa74784542ce9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788460388.080506:0:25569:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788460388.080528:0:25569:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788460388.080561:0:25569:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676a00/0x5dfa74784542ce9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460388.080594:0:25569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676800/0x5dfa74784542ce96 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac7a expref: 8 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460388.080617:0:25569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676a00/0x5dfa74784542ce9d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac7a expref: 7 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460388.080627:0:25569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c4bef1fe900) 00010000:00010000:1.0:1788460388.080630:0:25569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788460388.080634:0:25569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac3676a00, rc 0) 00000100:00100000:1.0:1788460388.080717:0:25569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac490b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e309b371-d0e1-4465-b43c-e759ad071c9e+7:18210:x1875336003477376:12345-192.168.206.5@tcp:101:mkdir.0 Request processed in 440us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460388.080726:0:25569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 22 00010000:00010000:0.0:1788460389.009847:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460390.033454:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788460390.483245:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022469632:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788460390.483318:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460390.487079:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022469632 00000100:00100000:0.0:1788460390.487094:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022469632 00000100:00100000:0.0:1788460390.487184:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788460390.487196:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfca17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022469632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788460390.487239:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788460390.487326:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfca17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022469632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 134us (4009us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460390.487334:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788460390.487661:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022469632:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788460390.488877:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:2.0:1788460391.001655:0:24278:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of e309b371-d0e1-4465-b43c-e759ad071c9e 00000001:00100000:2.0:1788460391.001671:0:24278:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1674d164-3797-49c3-811d-8975ccd6d9c2 00000001:00100000:3.0:1788460391.010246:0:22753:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of e309b371-d0e1-4465-b43c-e759ad071c9e 00000001:00100000:3.0:1788460391.010260:0:22753:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 1674d164-3797-49c3-811d-8975ccd6d9c2 00000001:00100000:1.0:1788460391.019386:0:23505:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of e309b371-d0e1-4465-b43c-e759ad071c9e 00000001:00100000:1.0:1788460391.019399:0:23505:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 1674d164-3797-49c3-811d-8975ccd6d9c2 00010000:00010000:0.0:1788460391.058144:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788460391.234306:0:25655:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:3.0:1788460391.505408:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022469888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788460391.505474:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460391.505519:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788460391.505526:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4287100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022469760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788460391.505534:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022469888 00000100:00100000:1.0:1788460391.505542:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022469888 00000100:00100000:3.0:1788460391.505550:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788460391.505592:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788460391.505597:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788460391.505607:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022469888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788460391.505652:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788460391.505672:0:23512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022469760 00000100:00100000:0.0:1788460391.505676:0:23512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022469760 00000100:00100000:3.0:1788460391.505700:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022469888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460391.505703:0:23512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788460391.505708:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788460391.505710:0:23512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022469760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788460391.505732:0:23512:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788460391.505767:0:23512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022469760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460391.505773:0:23512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788460391.505845:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4287100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022469760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788460391.505857:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022469888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788460392.018164:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788460392.018184:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4beff21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022470016:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788460392.018245:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460392.018306:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022470016 00000100:00100000:3.0:1788460392.018313:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022470016 00000100:00100000:3.0:1788460392.018352:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788460392.018374:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022470016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788460392.018635:0:22777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788460392.018686:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022470016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 326us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460392.018693:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788460392.018768:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4beff21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022470016:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788460392.081141:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788460392.593779:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788460393.043348:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac490b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022470144:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788460393.043419:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460393.043562:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022470144 00000100:00100000:0.0:1788460393.043569:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022470144 00000100:00100000:0.0:1788460393.043625:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788460393.043633:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022470144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788460393.043661:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788460393.043708:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022470144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460393.043715:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:3.0:1788460393.043826:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788460393.043864:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac490b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022470144:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788460393.044423:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bfca16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022470272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788460393.044471:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460393.044685:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022470272 00000100:00100000:0.0:1788460393.044690:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022470272 00000100:00100000:0.0:1788460393.044724:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788460393.044731:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4287100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022470272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788460393.044744:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788460393.047408:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4287100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022470272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2669us (2928us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460393.047422:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788460393.047466:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bfca16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022470272:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1788460393.047470:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788460393.047489:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788460393.047500:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bfca15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022470400:0@lo:400:kworker.0 00000100:00100000:1.0:1788460393.047551:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460393.047965:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022470400 00000100:00100000:0.0:1788460393.047973:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022470400 00000100:00100000:0.0:1788460393.048036:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1788460393.048059:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01502450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:3659:x1875336022470400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460393.049165:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bfca15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022470528:0@lo:400:kworker.0 00000100:00100000:0.0:1788460393.049204:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01502450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:3659:x1875336022470400:12345-0@lo:400:kworker.0 Request processed in 1146us (1650us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460393.049213:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460393.049217:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1788460393.049252:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022471040:0@lo:400:kworker.0 00000100:00100000:2.0:1788460393.049279:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460393.049306:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3661:1875336022471552:0@lo:400:kworker.0 00000100:00100000:2.0:1788460393.049330:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460393.049351:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788460393.049357:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bfca14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022470656:0@lo:400:kworker.0 00000100:00100000:2.0:1788460393.049376:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460393.049393:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3661:1875336022471168:0@lo:400:kworker.0 00000100:00100000:2.0:1788460393.049411:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460393.049440:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3661:1875336022471680:0@lo:400:kworker.0 00000100:00100000:2.0:1788460393.049461:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460393.049501:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022470912:0@lo:400:kworker.0 00000100:00100000:2.0:1788460393.049693:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460393.049714:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3660:1875336022471424:0@lo:400:kworker.0 00000100:00100000:2.0:1788460393.049747:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460393.049770:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1788460393.049776:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bfca16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1875336022470784:0@lo:400:kworker.0 00000100:00100000:2.0:1788460393.049795:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460393.049803:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3660:1875336022471296:0@lo:400:kworker.0 00000100:00100000:2.0:1788460393.049816:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460393.049833:0:23512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022470528 00000100:00100000:2.0:1788460393.049838:0:23512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022470528 00000100:00100000:2.0:1788460393.049866:0:23512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022470912 00000100:00100000:2.0:1788460393.049868:0:23512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022470912 00000100:00100000:2.0:1788460393.049880:0:23512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788460393.049886:0:23512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022470528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460393.049934:0:23512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022470528:12345-0@lo:400:kworker.0 Request processed in 48us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460393.049940:0:23512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788460393.049982:0:23512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788460393.049989:0:23512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022470912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460393.050034:0:23512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022470912:12345-0@lo:400:kworker.0 Request processed in 45us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460393.050040:0:23512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788460393.050059:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022471040 00000100:00100000:2.0:1788460393.050062:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022471040 00000100:00100000:2.0:1788460393.050094:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022470656 00000100:00100000:2.0:1788460393.050098:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022470656 00000100:00100000:2.0:1788460393.050113:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788460393.050119:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022471040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460393.050149:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1875336022471040:12345-0@lo:400:kworker.0 Request processed in 30us (870us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460393.050155:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788460393.050167:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788460393.050174:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022470656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460393.050191:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022471552 00000100:00100000:0.0:1788460393.050198:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022471552 00000100:00100000:2.0:1788460393.050203:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022470656:12345-0@lo:400:kworker.0 Request processed in 29us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460393.050211:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788460393.050225:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022471168 00000100:00100000:0.0:1788460393.050229:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022471168 00000100:00100000:2.0:1788460393.050233:0:25569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022471680 00000100:00100000:2.0:1788460393.050239:0:25569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022471680 00000100:00100000:0.0:1788460393.050245:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022471424 00000100:00100000:0.0:1788460393.050249:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022471424 00000100:00100000:2.0:1788460393.050263:0:25569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022470784 00000100:00100000:2.0:1788460393.050267:0:25569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022470784 00000100:00100000:0.0:1788460393.050271:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022471296 00000100:00100000:0.0:1788460393.050276:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022471296 00000100:00100000:2.0:1788460393.050289:0:25569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788460393.050305:0:25569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1875336022471552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788460393.050337:0:25569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1875336022471552:12345-0@lo:400:kworker.0 Request processed in 36us (1007us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460393.054882:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bfca15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022470400:0@lo:400:kworker.0 00000100:00100000:0.0:1788460393.056201:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788460393.056218:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1875336022471168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460393.056300:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1875336022471168:12345-0@lo:400:kworker.0 Request processed in 88us (6886us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460393.056308:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788460393.056326:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788460393.056334:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1875336022471680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460393.056366:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1875336022471680:12345-0@lo:400:kworker.0 Request processed in 34us (6905us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460393.056373:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788460393.056386:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788460393.056393:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1875336022471424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460393.056421:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1875336022471424:12345-0@lo:400:kworker.0 Request processed in 29us (6674us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460393.056427:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788460393.056448:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788460393.056454:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1875336022470784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460393.056485:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1875336022470784:12345-0@lo:400:kworker.0 Request processed in 32us (6689us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460393.056490:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788460393.056499:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788460393.056506:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1875336022471296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460393.056531:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1875336022471296:12345-0@lo:400:kworker.0 Request processed in 26us (6714us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460393.056537:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00080000:0.0:1788460393.056567:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788460393.056571:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788460393.056574:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788460393.058182:0:25569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788460393.058195:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bfca16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3660:1875336022470784:0@lo:400:kworker.0 00000100:00100000:0.0:1788460393.058214:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3660:1875336022471296:0@lo:400:kworker.0 00000100:00100000:0.0:1788460393.058226:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022470912:0@lo:400:kworker.0 00010000:00080000:0.0:1788460393.058239:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4bf7710e00 x1875336022471424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788460393.058250:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3660:1875336022471424:0@lo:400:kworker.0 00000100:00100000:0.0:1788460393.058292:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bfca14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022470656:0@lo:400:kworker.0 00000100:00100000:0.0:1788460393.058303:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3661:1875336022471168:0@lo:400:kworker.0 00010000:00080000:0.0:1788460393.058314:0:3661:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4bf7710380 x1875336022471680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788460393.058338:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3661:1875336022471680:0@lo:400:kworker.0 00000100:00100000:0.0:1788460393.058353:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bfca15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022470528:0@lo:400:kworker.0 00000100:00100000:0.0:1788460393.058364:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3661:1875336022471040:0@lo:400:kworker.0 00000100:00100000:0.0:1788460393.058378:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3661:1875336022471552:0@lo:400:kworker.0 00010000:00010000:2.0:1788460393.107190:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788460393.410244:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460393.410285:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460393.410305:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460393.410321:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460393.410348:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460393.410364:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460393.410382:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460393.410399:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460393.410421:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460393.410448:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003477888 00000100:00100000:1.0:1788460393.410456:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003477888 00000100:00100000:1.0:1788460393.410499:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003478400 00000100:00100000:1.0:1788460393.410502:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003478400 00000100:00100000:1.0:1788460393.410513:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003478016 00000100:00100000:1.0:1788460393.410516:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003478016 00000100:00100000:1.0:1788460393.410528:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003478528 00000100:00100000:1.0:1788460393.410531:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003478528 00000100:00100000:1.0:1788460393.410545:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 11 00000100:00100000:1.0:1788460393.410554:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4285500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+5:2393:x1875336003477888:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:1.0:1788460393.410611:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4285500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+5:2393:x1875336003477888:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 58us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460393.410619:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 11 00000100:00100000:1.0:1788460393.410635:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 12 00000100:00100000:1.0:1788460393.410647:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e309b371-d0e1-4465-b43c-e759ad071c9e+5:2393:x1875336003478400:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:1.0:1788460393.410672:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4395c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e309b371-d0e1-4465-b43c-e759ad071c9e+5:2393:x1875336003478400:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 26us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460393.410678:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 12 00000100:00100000:1.0:1788460393.410689:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 13 00000100:00100000:1.0:1788460393.410695:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+5:2393:x1875336003478016:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:1.0:1788460393.410715:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4396d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+5:2393:x1875336003478016:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 20us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460393.410721:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 13 00000100:00100000:1.0:1788460393.410730:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 14 00000100:00100000:1.0:1788460393.410737:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf760aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e309b371-d0e1-4465-b43c-e759ad071c9e+5:2393:x1875336003478528:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:1.0:1788460393.410757:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf760aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e309b371-d0e1-4465-b43c-e759ad071c9e+5:2393:x1875336003478528:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 21us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460393.410763:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 14 00000100:00100000:1.0:1788460393.410778:0:25569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003477632 00000100:00100000:1.0:1788460393.410782:0:25569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003477632 00000100:00100000:1.0:1788460393.410800:0:25569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003478144 00000100:00100000:1.0:1788460393.410803:0:25569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003478144 00000100:00100000:1.0:1788460393.410812:0:25569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003477760 00000100:00100000:1.0:1788460393.410815:0:25569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003477760 00000100:00100000:1.0:1788460393.410825:0:25569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003478272 00000100:00100000:1.0:1788460393.410828:0:25569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003478272 00000100:00100000:1.0:1788460393.410839:0:25569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 43 00000100:00100000:1.0:1788460393.410845:0:25569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4284e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+6:2393:x1875336003477632:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:1.0:1788460393.410871:0:25569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4284e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+6:2393:x1875336003477632:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 26us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460393.410886:0:25569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 43 00000100:00100000:1.0:1788460393.410899:0:25569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 44 00000100:00100000:1.0:1788460393.410905:0:25569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4287800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e309b371-d0e1-4465-b43c-e759ad071c9e+6:2393:x1875336003478144:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:1.0:1788460393.410928:0:25569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4287800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e309b371-d0e1-4465-b43c-e759ad071c9e+6:2393:x1875336003478144:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 24us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460393.410933:0:25569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 44 00000100:00100000:1.0:1788460393.410969:0:25569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 45 00000100:00100000:1.0:1788460393.410976:0:25569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+5:2393:x1875336003477760:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:1.0:1788460393.411009:0:25569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+5:2393:x1875336003477760:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 33us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460393.411015:0:25569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 45 00000100:00100000:1.0:1788460393.411027:0:25569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 46 00000100:00100000:1.0:1788460393.411033:0:25569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc4397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e309b371-d0e1-4465-b43c-e759ad071c9e+5:2393:x1875336003478272:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:1.0:1788460393.411055:0:25569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc4397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e309b371-d0e1-4465-b43c-e759ad071c9e+5:2393:x1875336003478272:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 23us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460393.411062:0:25569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 46 00000100:00100000:0.0:1788460393.413041:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003477504 00000100:00100000:0.0:1788460393.413055:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003477504 00000100:00100000:0.0:1788460393.413106:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 167 00000100:00100000:0.0:1788460393.413115:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01502850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+14:2393:x1875336003477504:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:0.0:1788460393.413159:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01502850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+14:2393:x1875336003477504:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 46us (2810us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460393.413167:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 167 00000100:00080000:0.0:1788460393.413203:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788460393.413207:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788460393.413211:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788460393.413213:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788460394.129914:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788460394.379802:0:25802:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc9f64f1b0 20000000:00000080:3.0:1788460394.379819:0:25802:0:(mgs_handler.c:1172:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8c4ac2591400 uarg=0000000000000000 20000000:01000000:3.0:1788460394.379857:0:25802:0:(mgs_llog.c:6198:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1788460394.379862:0:25802:0:(mgs_llog.c:4653:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1788460394.379866:0:25802:0:(mgs_llog.c:1385:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:1.0:1788460394.380539:0:25803:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:3.0:1788460394.380694:0:25802:0:(mgs_llog.c:1456:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:3.0:1788460394.394563:0:25802:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1788460394.394590:0:25802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8c4bc14f0200/0x5dfa74784542cea4 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460394.394606:0:25802:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c4bc6381800/0x5dfa74784542ca98 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542ca91 expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460394.394614:0:25802:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c4bc6ca6800/0x5dfa74784542caa6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542ca9f expref: 28 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460394.394620:0:25802:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c4ac395f600/0x5dfa74784542cb01 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cafa expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460394.394626:0:25802:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c4bc6381400/0x5dfa74784542cca5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cc9e expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460394.394634:0:25802:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c4ac3677600/0x5dfa74784542ce2d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794abd2 expref: 13 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460394.394656:0:25802:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8c4bc29d2a00/0x5dfa74784542ce73 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac49 expref: 13 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460394.394663:0:25802:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8c4bc14f0200/0x5dfa74784542cea4 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460394.394700:0:25802:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c4bc29d2a00/0x5dfa74784542ce73 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac49 expref: 13 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460394.394713:0:25802:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c4bc29d2a00/0x5dfa74784542ce73 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac49 expref: 13 pid: 22766 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460394.394726:0:25802:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4beff23100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875336022471808:192.168.206.5@tcp:104: 00010000:00010000:3.0:1788460394.394858:0:25802:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c4ac3677600/0x5dfa74784542ce2d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794abd2 expref: 13 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460394.394867:0:25802:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c4ac3677600/0x5dfa74784542ce2d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794abd2 expref: 13 pid: 22765 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460394.394875:0:25802:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4beff20380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875336022471936:192.168.206.5@tcp:104: 00010000:00010000:3.0:1788460394.394917:0:25802:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c4bc6381400/0x5dfa74784542cca5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5dfa74784542cc9e expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460394.394924:0:25802:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c4bc6381400/0x5dfa74784542cca5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5dfa74784542cc9e expref: 28 pid: 22767 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460394.394932:0:25802:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4beff23b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875336022472064:0@lo:104: 00000100:00100000:3.0:1788460394.395007:0:25802:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788460394.395045:0:25802:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c4ac395f600/0x5dfa74784542cb01 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5dfa74784542cafa expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460394.395053:0:25802:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c4ac395f600/0x5dfa74784542cb01 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5dfa74784542cafa expref: 28 pid: 22767 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460394.395060:0:25802:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4beff21c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875336022472192:0@lo:104: 00000100:00100000:3.0:1788460394.395077:0:25802:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788460394.395103:0:25802:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c4bc6ca6800/0x5dfa74784542caa6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5dfa74784542ca9f expref: 28 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460394.395111:0:25802:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c4bc6ca6800/0x5dfa74784542caa6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5dfa74784542ca9f expref: 28 pid: 22765 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460394.395118:0:25802:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4beff21f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875336022472320:0@lo:104: 00000100:00100000:3.0:1788460394.395146:0:25802:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788460394.395160:0:25802:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8c4bc6381800/0x5dfa74784542ca98 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5dfa74784542ca91 expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460394.395167:0:25802:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8c4bc6381800/0x5dfa74784542ca98 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5dfa74784542ca91 expref: 28 pid: 22767 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460394.395174:0:25802:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4beff20e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875336022472448:0@lo:104: 00000100:00100000:3.0:1788460394.395187:0:25802:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc4f08f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788460394.395667:0:22757:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788460394.395686:0:22757:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460394.395702:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022472064 00000100:00100000:0.0:1788460394.395708:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022472064 00000100:00100000:0.0:1788460394.395737:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022472192 00000100:00100000:0.0:1788460394.395739:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022472192 00000100:00100000:0.0:1788460394.395746:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022472320 00000100:00100000:0.0:1788460394.395748:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022472320 00000100:00100000:0.0:1788460394.395754:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022472448 00000100:00100000:0.0:1788460394.395756:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022472448 00000100:00100000:0.0:1788460394.395766:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788460394.395782:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52effe76-ab9d-442f-b102-f6f3593bcd8d+6:25802:x1875336022472064:12345-0@lo:104: 00010000:00010000:0.0:1788460394.395794:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7800/0x5dfa74784542cc9e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542cca5 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.395911:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788460394.395917:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52effe76-ab9d-442f-b102-f6f3593bcd8d+6:25802:x1875336022472064:12345-0@lo:104: Request processed in 137us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460394.395923:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788460394.395939:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788460394.395962:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52effe76-ab9d-442f-b102-f6f3593bcd8d+5:25802:x1875336022472192:12345-0@lo:104: 00010000:00010000:0.0:1788460394.395969:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e400/0x5dfa74784542cafa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542cb01 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.396014:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788460394.396019:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52effe76-ab9d-442f-b102-f6f3593bcd8d+5:25802:x1875336022472192:12345-0@lo:104: Request processed in 59us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460394.396025:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788460394.396036:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788460394.396042:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac3beec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52effe76-ab9d-442f-b102-f6f3593bcd8d+4:25802:x1875336022472320:12345-0@lo:104: 00010000:00010000:0.0:1788460394.396049:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: mgc192.168.206.105@tcp lock: ffff8c4bef209400/0x5dfa74784542ca9f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542caa6 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.396073:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1788460394.396078:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac3beec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52effe76-ab9d-442f-b102-f6f3593bcd8d+4:25802:x1875336022472320:12345-0@lo:104: Request processed in 37us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460394.396083:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788460394.396110:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788460394.396122:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac490b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52effe76-ab9d-442f-b102-f6f3593bcd8d+3:25802:x1875336022472448:12345-0@lo:104: 00010000:00010000:0.0:1788460394.396130:0:22757:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f000/0x5dfa74784542ca91 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542ca98 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.396158:0:22757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:0.0:1788460394.396162:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac490b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52effe76-ab9d-442f-b102-f6f3593bcd8d+3:25802:x1875336022472448:12345-0@lo:104: Request processed in 42us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460394.396167:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:0.0:1788460394.396735:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788460394.396742:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7800/0x5dfa74784542cc9e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542cca5 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.396750:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc6ca7800 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:0.0:1788460394.396753:0:22761:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7800/0x5dfa74784542cc9e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x5dfa74784542cca5 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.396761:0:22761:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7800/0x5dfa74784542cc9e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x5dfa74784542cca5 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788460394.396768:0:22761:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7800/0x5dfa74784542cc9e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x5dfa74784542cca5 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460394.396773:0:22761:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788460394.396873:0:22761:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7800/0x5dfa74784542cc9e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542cca5 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.396880:0:22761:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788460394.396901:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7800/0x5dfa74784542cc9e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542cca5 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.396922:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bc6ca7800/0x5dfa74784542cc9e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542cca5 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.396936:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788460394.396940:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e400/0x5dfa74784542cafa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542cb01 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.396968:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac395e400 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:0.0:1788460394.396971:0:22761:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e400/0x5dfa74784542cafa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x5dfa74784542cb01 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.396978:0:22761:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e400/0x5dfa74784542cafa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x5dfa74784542cb01 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788460394.396984:0:22761:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e400/0x5dfa74784542cafa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x5dfa74784542cb01 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460394.397002:0:22761:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788460394.397018:0:22761:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e400/0x5dfa74784542cafa lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542cb01 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.397025:0:22761:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788460394.397032:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e400/0x5dfa74784542cafa lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542cb01 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.397039:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4ac395e400/0x5dfa74784542cafa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542cb01 expref: -99 pid: 24277 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.397048:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788460394.397057:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4bef209400/0x5dfa74784542ca9f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542caa6 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.397062:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bef209400 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:0.0:1788460394.397065:0:22761:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4bef209400/0x5dfa74784542ca9f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x5dfa74784542caa6 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.397072:0:22761:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4bef209400/0x5dfa74784542ca9f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x5dfa74784542caa6 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788460394.397078:0:22761:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4bef209400/0x5dfa74784542ca9f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x5dfa74784542caa6 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460394.397083:0:22761:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788460394.397098:0:22761:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4bef209400/0x5dfa74784542ca9f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542caa6 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.397104:0:22761:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788460394.397118:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4bef209400/0x5dfa74784542ca9f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542caa6 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.397124:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4bef209400/0x5dfa74784542ca9f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542caa6 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.397133:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788460394.397136:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f000/0x5dfa74784542ca91 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x5dfa74784542ca98 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.397142:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac395f000 already unused, calling callback (ffffffffc125ae00) 10000000:00010000:0.0:1788460394.397145:0:22761:0:(mgc_request.c:1209:mgc_blocking_ast()) ### MGC blocking CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f000/0x5dfa74784542ca91 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x5dfa74784542ca98 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.397163:0:22761:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f000/0x5dfa74784542ca91 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x5dfa74784542ca98 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788460394.397170:0:22761:0:(mgc_request.c:1215:mgc_blocking_ast()) ### MGC cancel CB ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f000/0x5dfa74784542ca91 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x5dfa74784542ca98 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788460394.397176:0:22761:0:(mgc_request.c:1219:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788460394.397533:0:22761:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f000/0x5dfa74784542ca91 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542ca98 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.397540:0:22761:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788460394.397547:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f000/0x5dfa74784542ca91 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542ca98 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.397554:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mgc192.168.206.105@tcp lock: ffff8c4ac395f000/0x5dfa74784542ca91 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5dfa74784542ca98 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.397567:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460394.397569:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460394.397570:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460394.397579:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788460394.397602:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022472576:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788460394.397650:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460394.397682:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788460394.397689:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4908380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022472704:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788460394.397715:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460394.397744:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac490bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52effe76-ab9d-442f-b102-f6f3593bcd8d:3661:1875336022472832:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788460394.397767:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460394.397963:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788460394.397972:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac490ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52effe76-ab9d-442f-b102-f6f3593bcd8d:3661:1875336022472960:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788460394.398009:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460394.398048:0:23527:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022472576 00000100:00100000:0.0:1788460394.398054:0:23527:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022472576 00010000:00010000:0.0:1788460394.398079:0:23527:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c4bc6381400/0x5dfa74784542cca5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542cc9e expref: 29 pid: 22767 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460394.398097:0:23527:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022472704 00000100:00100000:0.0:1788460394.398100:0:23527:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022472704 00010000:00010000:0.0:1788460394.398111:0:23527:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c4ac395f600/0x5dfa74784542cb01 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542cafa expref: 30 pid: 22767 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460394.398119:0:23527:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022472832 00000100:00100000:0.0:1788460394.398121:0:23527:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022472832 00010000:00010000:0.0:1788460394.398129:0:23527:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c4bc6ca6800/0x5dfa74784542caa6 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542ca9f expref: 31 pid: 22765 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460394.398136:0:23527:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022472960 00000100:00100000:0.0:1788460394.398138:0:23527:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022472960 00010000:00010000:0.0:1788460394.398147:0:23527:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c4bc6381800/0x5dfa74784542ca98 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542ca91 expref: 32 pid: 22767 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460394.398157:0:23527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788460394.398164:0:23527:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac490a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52effe76-ab9d-442f-b102-f6f3593bcd8d+32:3659:x1875336022472576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788460394.398174:0:23527:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788460394.398178:0:23527:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c4bc6381400/0x5dfa74784542cca5 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542cc9e expref: 32 pid: 22767 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.398910:0:23527:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c4bc6381400/0x5dfa74784542cca5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5dfa74784542cc9e expref: 32 pid: 22767 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.398958:0:23527:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788460394.399014:0:23527:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac490a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52effe76-ab9d-442f-b102-f6f3593bcd8d+32:3659:x1875336022472576:12345-0@lo:103:ldlm_bl.0 Request processed in 849us (1362us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460394.399022:0:23527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788460394.399044:0:23527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788460394.399052:0:23527:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4130c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52effe76-ab9d-442f-b102-f6f3593bcd8d+31:3659:x1875336022472704:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788460394.399062:0:23527:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788460394.399067:0:23527:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c4ac395f600/0x5dfa74784542cb01 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542cafa expref: 31 pid: 22767 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.399075:0:23527:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c4ac395f600/0x5dfa74784542cb01 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5dfa74784542cafa expref: 31 pid: 22767 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.399084:0:23527:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788460394.399106:0:23527:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4130c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52effe76-ab9d-442f-b102-f6f3593bcd8d+31:3659:x1875336022472704:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (1390us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460394.399112:0:23527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788460394.399146:0:23527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788460394.399152:0:23527:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4908e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52effe76-ab9d-442f-b102-f6f3593bcd8d+30:3661:x1875336022472832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788460394.399159:0:23527:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788460394.399163:0:23527:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c4bc6ca6800/0x5dfa74784542caa6 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542ca9f expref: 30 pid: 22765 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.399170:0:23527:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c4bc6ca6800/0x5dfa74784542caa6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5dfa74784542ca9f expref: 30 pid: 22765 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.399178:0:23527:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788460394.399290:0:23527:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4908e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52effe76-ab9d-442f-b102-f6f3593bcd8d+30:3661:x1875336022472832:12345-0@lo:103:ldlm_bl.0 Request processed in 137us (1522us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460394.399297:0:23527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788460394.399309:0:23527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788460394.399314:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac490bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52effe76-ab9d-442f-b102-f6f3593bcd8d:3661:1875336022472832:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788460394.399314:0:23527:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac490a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:3661:x1875336022472960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788460394.399321:0:23527:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788460394.399325:0:23527:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c4bc6381800/0x5dfa74784542ca98 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5dfa74784542ca91 expref: 29 pid: 22767 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.399333:0:23527:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c4bc6381800/0x5dfa74784542ca98 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5dfa74784542ca91 expref: 29 pid: 22767 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460394.399343:0:23527:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788460394.399377:0:23527:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac490a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:3661:x1875336022472960:12345-0@lo:103:ldlm_bl.0 Request processed in 62us (1367us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460394.399382:0:23527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788460394.399419:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4908380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022472704:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788460394.399426:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52effe76-ab9d-442f-b102-f6f3593bcd8d:3659:1875336022472576:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788460394.399644:0:25802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc6381400/0x5dfa74784542cca5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5dfa74784542cc9e expref: 28 pid: 22767 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460394.399655:0:25802:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4beff23b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875336022472064:0@lo:104: 00010000:00010000:3.0:1788460394.399665:0:25802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4ac395f600/0x5dfa74784542cb01 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5dfa74784542cafa expref: 27 pid: 22767 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460394.399684:0:25802:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4beff21c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875336022472192:0@lo:104: 00010000:00010000:3.0:1788460394.399697:0:25802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc6ca6800/0x5dfa74784542caa6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5dfa74784542ca9f expref: 26 pid: 22765 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460394.399704:0:25802:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4beff21f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875336022472320:0@lo:104: 00010000:00010000:3.0:1788460394.399712:0:25802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc6381800/0x5dfa74784542ca98 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5dfa74784542ca91 expref: 25 pid: 22767 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460394.399718:0:25802:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4beff20e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875336022472448:0@lo:104: 00000100:00100000:1.0:1788460394.399770:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac490ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52effe76-ab9d-442f-b102-f6f3593bcd8d:3661:1875336022472960:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788460394.415197:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460394.415271:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460394.415580:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003478784 00000100:00100000:2.0:1788460394.415588:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003478784 00010000:00010000:2.0:1788460394.415617:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c4ac3677600/0x5dfa74784542ce2d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794abd2 expref: 14 pid: 22765 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460394.415650:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003478656 00000100:00100000:2.0:1788460394.415653:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003478656 00010000:00010000:2.0:1788460394.415662:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c4bc29d2a00/0x5dfa74784542ce73 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac49 expref: 15 pid: 22766 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460394.415678:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 15 00000100:00100000:2.0:1788460394.415685:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf760a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+15:2394:x1875336003478784:12345-192.168.206.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788460394.415697:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788460394.415701:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c4ac3677600/0x5dfa74784542ce2d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794abd2 expref: 15 pid: 22765 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460394.415711:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c4ac3677600/0x5dfa74784542ce2d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794abd2 expref: 15 pid: 22765 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460394.415729:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788460394.415765:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf760a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+15:2394:x1875336003478784:12345-192.168.206.5@tcp:103:ldlm_bl.0 Request processed in 81us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460394.415772:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 15 00000100:00100000:2.0:1788460394.415785:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 16 00000100:00100000:2.0:1788460394.415803:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7609f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+14:2394:x1875336003478656:12345-192.168.206.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788460394.415811:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788460394.415826:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c4bc29d2a00/0x5dfa74784542ce73 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac49 expref: 14 pid: 22766 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460394.415836:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c4bc29d2a00/0x5dfa74784542ce73 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac49 expref: 14 pid: 22766 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460394.415848:0:22760:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8c4bc14f0200/0x5dfa74784542cea4 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460394.415856:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc14f0200/0x5dfa74784542cea4 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460394.415869:0:22760:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c4bc14f0200/0x5dfa74784542cea4 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460394.415876:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c4bc14f0200/0x5dfa74784542cea4 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460394.415883:0:22760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8c4bc14f0200/0x5dfa74784542cea4 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460394.415889:0:22760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8c4bc14f0200/0x5dfa74784542cea4 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460394.415895:0:22760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc14f0200 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:2.0:1788460394.415899:0:22760:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8c4bc14f0200/0x5dfa74784542cea4 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460394.415906:0:22760:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8c4bc14f0200/0x5dfa74784542cea4 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460394.415920:0:22760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8c4bc14f0200/0x5dfa74784542cea4 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460394.415930:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788460394.415980:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7609f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+14:2394:x1875336003478656:12345-192.168.206.5@tcp:103:ldlm_bl.0 Request processed in 176us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460394.415996:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 16 00010000:00010000:3.0:1788460394.420292:0:25802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc29d2a00/0x5dfa74784542ce73 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac49 expref: 13 pid: 22766 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460394.420315:0:25802:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4beff23100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875336022471808:192.168.206.5@tcp:104: 00010000:00010000:3.0:1788460394.420329:0:25802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4ac3677600/0x5dfa74784542ce2d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794abd2 expref: 12 pid: 22765 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460394.420338:0:25802:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4beff20380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25802:1875336022471936:192.168.206.5@tcp:104: 00010000:00010000:3.0:1788460394.420370:0:25802:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8c4bc14f0200/0x5dfa74784542cea4 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460394.420379:0:25802:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8c4bc14f0200/0x5dfa74784542cea4 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460394.420385:0:25802:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8c4bc14f0200/0x5dfa74784542cea4 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460394.420390:0:25802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c4bc14f0200/0x5dfa74784542cea4 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.153320:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788460395.574067:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460395.574166:0:25569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003478912 00000100:00100000:1.0:1788460395.574188:0:25569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003478912 00000100:00100000:1.0:1788460395.574262:0:25569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 23 00000100:00100000:1.0:1788460395.574274:0:25569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+6:18678:x1875336003478912:12345-192.168.206.5@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788460395.574293:0:25569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460395.574313:0:25569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676c00/0x5dfa74784542ceab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ac81 expref: -99 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574370:0:25569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542ceb2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574385:0:25569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542ceb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574396:0:25569:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542ceb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574410:0:25569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542ceb9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574417:0:25569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542ceb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574424:0:25569:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542ceb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574496:0:25569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677400/0x5dfa74784542cec0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574504:0:25569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677400/0x5dfa74784542cec0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574510:0:25569:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677400/0x5dfa74784542cec0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788460395.574543:0:25569:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788460395.574547:0:25569:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788460395.574585:0:25569:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677400/0x5dfa74784542cec0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574595:0:25569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542ceb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574601:0:25569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542ceb2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574607:0:25569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542ceb2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574612:0:25569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3677e00 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:1.0:1788460395.574616:0:25569:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542ceb2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574623:0:25569:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542ceb2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574770:0:25569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c4bef1fe900) 00010000:00010000:1.0:1788460395.574772:0:25569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788460395.574777:0:25569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542ceb2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574783:0:25569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542ceb2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574795:0:25569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542ceb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574815:0:25569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542ceb9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574821:0:25569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542ceb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574826:0:25569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3676400 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:1.0:1788460395.574829:0:25569:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542ceb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574836:0:25569:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542ceb9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574844:0:25569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8c4bc2ab7e00) 00010000:00010000:1.0:1788460395.574846:0:25569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788460395.574849:0:25569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542ceb9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574855:0:25569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542ceb9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574887:0:25569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676c00/0x5dfa74784542ceab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac81 expref: 8 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574900:0:25569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677400/0x5dfa74784542cec0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac81 expref: 7 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.574906:0:25569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8c4bc2ab7400) 00010000:00010000:1.0:1788460395.574908:0:25569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788460395.574917:0:25569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac3677400, rc 0) 00000100:00100000:1.0:1788460395.575043:0:25569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+7:18678:x1875336003478912:12345-192.168.206.5@tcp:101:lhsmtool_posix.0 Request processed in 770us (982us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460395.575050:0:25569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 23 00000100:00080000:0.0:1788460395.575123:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788460395.581836:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460395.582016:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003479040 00000100:00100000:3.0:1788460395.582026:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003479040 00000100:00100000:3.0:1788460395.582187:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 5 00000100:00100000:3.0:1788460395.582198:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1674d164-3797-49c3-811d-8975ccd6d9c2+7:18678:x1875336003479040:12345-192.168.206.5@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1788460395.582315:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1674d164-3797-49c3-811d-8975ccd6d9c2+7:18678:x1875336003479040:12345-192.168.206.5@tcp:900:lhsmtool_posix.0 Request processed in 118us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460395.582324:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 5 00000100:00100000:3.0:1788460395.584744:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460395.584901:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003479296 00000100:00100000:0.0:1788460395.584910:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003479296 00000100:00100000:0.0:1788460395.585029:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 24 00000100:00100000:0.0:1788460395.585040:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+7:18678:x1875336003479296:12345-192.168.206.5@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788460395.585058:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788460395.585090:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2e00/0x5dfa74784542cec7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ac88 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585185:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3000/0x5dfa74784542cece lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585199:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3000/0x5dfa74784542cece lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585211:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3000/0x5dfa74784542cece lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585225:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542ced5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585231:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542ced5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585237:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542ced5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585333:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2400/0x5dfa74784542cedc lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585341:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2400/0x5dfa74784542cedc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585347:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2400/0x5dfa74784542cedc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788460395.585356:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1788460395.585497:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3000/0x5dfa74784542cece lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585513:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3000/0x5dfa74784542cece lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585519:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3000/0x5dfa74784542cece lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585524:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc29d3000 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:0.0:1788460395.585538:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3000/0x5dfa74784542cece lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585545:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3000/0x5dfa74784542cece lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585558:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8c4bc2ab7400) 00010000:00010000:0.0:1788460395.585561:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788460395.585565:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3000/0x5dfa74784542cece lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585570:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3000/0x5dfa74784542cece lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585582:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542ced5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585587:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542ced5 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585592:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542ced5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585596:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc29d3a00 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:0.0:1788460395.585603:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542ced5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585609:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542ced5 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585616:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8c4bc5dc1100) 00010000:00010000:0.0:1788460395.585618:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788460395.585620:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542ced5 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.585625:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542ced5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.588040:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2e00/0x5dfa74784542cec7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac88 expref: 10 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.588065:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2400/0x5dfa74784542cedc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac88 expref: 9 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.588073:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8c4bc5dc1e00) 00010000:00010000:0.0:1788460395.588076:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788460395.588079:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc29d2400, rc 0) 00000100:00100000:0.0:1788460395.588260:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+9:18678:x1875336003479296:12345-192.168.206.5@tcp:101:lhsmtool_posix.0 Request processed in 3220us (3788us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788460395.588278:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 24 00000100:00100000:1.0:1788460395.593074:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460395.593297:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003479424 00000100:00100000:3.0:1788460395.593307:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003479424 00000100:00100000:3.0:1788460395.593362:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 25 00000100:00100000:3.0:1788460395.593372:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7609180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+9:18678:x1875336003479424:12345-192.168.206.5@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788460395.593478:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7609180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+9:18678:x1875336003479424:12345-192.168.206.5@tcp:59:lhsmtool_posix.0 Request processed in 107us (757us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460395.593485:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 25 00000100:00100000:2.0:1788460395.600571:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460395.600670:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003479552 00000100:00100000:0.0:1788460395.600679:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003479552 00000100:00100000:0.0:1788460395.600791:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 26 00000100:00100000:0.0:1788460395.600802:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+5:18678:x1875336003479552:12345-192.168.206.5@tcp:59:lhsmtool_posix.0 00000100:00080000:2.0:1788460395.602017:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:3.0:1788460395.603420:0:22772:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 2567us 00000100:00100000:2.0:1788460395.603458:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788460395.603578:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bfcaa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022473088:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788460395.603639:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460395.603722:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022473088 00000100:00100000:1.0:1788460395.603729:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022473088 00000100:00100000:1.0:1788460395.603800:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788460395.603810:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022473088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788460395.603841:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788460395.603885:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022473088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460395.603892:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:2.0:1788460395.604049:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788460395.604089:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bfcaa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022473088:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788460395.620865:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+5:18678:x1875336003479552:12345-192.168.206.5@tcp:59:lhsmtool_posix.0 Request processed in 20055us (20291us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460395.620881:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 26 00000100:00100000:0.0:1788460395.631687:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460395.631768:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003479680 00000100:00100000:3.0:1788460395.631777:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003479680 00000100:00100000:3.0:1788460395.631880:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 27 00000100:00100000:3.0:1788460395.631890:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4908380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+9:18684:x1875336003479680:12345-192.168.206.5@tcp:101:lfs.0 00010000:00010000:3.0:1788460395.631921:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788460395.631976:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0200/0x5dfa74784542ceea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ac8f expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632068:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1c00/0x5dfa74784542cef1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632100:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1c00/0x5dfa74784542cef1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632111:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1c00/0x5dfa74784542cef1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632126:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cef8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632133:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cef8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632140:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cef8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632191:0:22773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1c00/0x5dfa74784542cef1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632197:0:22773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1c00/0x5dfa74784542cef1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632203:0:22773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1c00/0x5dfa74784542cef1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632208:0:22773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc14f1c00 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:3.0:1788460395.632213:0:22773:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1c00/0x5dfa74784542cef1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632229:0:22773:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1c00/0x5dfa74784542cef1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632239:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c4bef1fe900) 00010000:00010000:3.0:1788460395.632242:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788460395.632246:0:22773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1c00/0x5dfa74784542cef1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632252:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1c00/0x5dfa74784542cef1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632263:0:22773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cef8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632269:0:22773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cef8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632274:0:22773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cef8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632279:0:22773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc14f0800 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:3.0:1788460395.632281:0:22773:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cef8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632286:0:22773:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cef8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632292:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8c4ac36d3200) 00010000:00010000:3.0:1788460395.632294:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788460395.632296:0:22773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cef8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632308:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cef8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632334:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0200/0x5dfa74784542ceea lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac8f expref: 10 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632342:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c4bef1fe900) 00010000:00010000:3.0:1788460395.632344:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788460395.632347:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0200/0x5dfa74784542ceea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac8f expref: 10 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.632355:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc14f0200, rc 0) 00000100:00100000:3.0:1788460395.632413:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4908380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+9:18684:x1875336003479680:12345-192.168.206.5@tcp:101:lfs.0 Request processed in 525us (733us total) trans 0 rc 301/301 00000100:00100000:3.0:1788460395.632419:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 27 00000100:00100000:1.0:1788460395.642021:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460395.642732:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003479808 00000100:00100000:2.0:1788460395.642742:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003479808 00000100:00100000:2.0:1788460395.642795:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 0 00000100:00100000:2.0:1788460395.642805:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7609500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:1674d164-3797-49c3-811d-8975ccd6d9c2+9:18684:x1875336003479808:12345-192.168.206.5@tcp:700:lfs.0 00000100:00100000:2.0:1788460395.642886:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7609500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:1674d164-3797-49c3-811d-8975ccd6d9c2+9:18684:x1875336003479808:12345-192.168.206.5@tcp:700:lfs.0 Request processed in 82us (872us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460395.642895:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 0 00000100:00100000:2.0:1788460395.647423:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460395.647472:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460395.647782:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003480192 00000100:00100000:0.0:1788460395.647791:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003480192 00000100:00100000:1.0:1788460395.647816:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003480064 00000100:00100000:1.0:1788460395.647823:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003480064 00000100:00100000:1.0:1788460395.647867:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 28 00000100:00100000:1.0:1788460395.647876:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+9:18684:x1875336003480064:12345-192.168.206.5@tcp:36:lfs.0 00000100:00100000:0.0:1788460395.647894:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 168 00000100:00100000:0.0:1788460395.647905:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01503c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+12:18058:x1875336003480192:12345-192.168.206.5@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788460395.647916:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460395.647929:0:22774:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788460395.647935:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc29d3000/0x5dfa74784542ceff lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ac96 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.647977:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0600/0x5dfa74784542ce57 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac03 expref: 9 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.648010:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc29d3000/0x5dfa74784542ceff lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac96 expref: 13 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.648011:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c4bef1fe900) 00010000:00010000:1.0:1788460395.648020:0:22774:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788460395.648027:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc29d3000/0x5dfa74784542ceff lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac96 expref: 13 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.648036:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc29d3000, rc 0) 00010000:00010000:1.0:1788460395.648075:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542cf06 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.648089:0:22774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676a00/0x5dfa74784542ce9d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac7a expref: 5 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460395.648107:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01503c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+13:18058:x1875336003480192:12345-192.168.206.5@tcp:101:ll_cfg_requeue.0 Request processed in 202us (631us total) trans 0 rc 0/0 00010000:00010000:1.0:1788460395.648116:0:22774:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542cf06 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460395.648118:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 168 00010000:00010000:1.0:1788460395.648160:0:22774:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676a00/0x5dfa74784542ce9d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac7a expref: 5 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.648173:0:22774:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676a00/0x5dfa74784542ce9d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac7a expref: 5 pid: 25569 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460395.648187:0:22774:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22774:1875336022473216:192.168.206.5@tcp:104: 00000100:00100000:1.0:1788460395.648233:0:22774:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bf2f9b900 going to sleep for 11 seconds 00000100:00100000:0.0:1788460395.656840:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460395.656914:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460395.657023:0:22774:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22774:1875336022473216:192.168.206.5@tcp:104: 00000100:00100000:2.0:1788460395.657028:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003480448 00000100:00100000:2.0:1788460395.657035:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003480448 00010000:00010000:1.0:1788460395.657049:0:22774:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542cf06 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460395.657184:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003480320 00000100:00100000:3.0:1788460395.657189:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003480320 00000100:00100000:3.0:1788460395.657242:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 169 00000100:00100000:3.0:1788460395.657250:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01501450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+13:18058:x1875336003480320:12345-192.168.206.5@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788460395.657384:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01501450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+13:18058:x1875336003480320:12345-192.168.206.5@tcp:501:ll_cfg_requeue.0 Request processed in 134us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460395.657392:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 169 00010000:00010000:2.0:1788460395.657701:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676a00/0x5dfa74784542ce9d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac7a expref: 6 pid: 25569 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460395.657748:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 17 00000100:00100000:2.0:1788460395.657756:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac490a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e309b371-d0e1-4465-b43c-e759ad071c9e+6:2394:x1875336003480448:12345-192.168.206.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788460395.657767:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788460395.657775:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676a00/0x5dfa74784542ce9d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac7a expref: 6 pid: 25569 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460395.657787:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676a00/0x5dfa74784542ce9d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac7a expref: 6 pid: 25569 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460395.657808:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676a00/0x5dfa74784542ce9d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac7a expref: 6 pid: 25569 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460395.657822:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c4bef1fe900) 00010000:00010000:2.0:1788460395.657827:0:22760:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542cf06 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460395.657836:0:22760:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542cf06 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460395.657844:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542cf06 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460395.657866:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788460395.657893:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac490a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e309b371-d0e1-4465-b43c-e759ad071c9e+5:2394:x1875336003480448:12345-192.168.206.5@tcp:103:ldlm_bl.0 Request processed in 138us (979us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460395.657898:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 17 00000100:00080000:0.0:1788460395.657965:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788460395.658252:0:22774:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542cf06 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.658261:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542cf06 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.658283:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542cf0d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.658293:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542cf0d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.658302:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542cf0d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460395.660058:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00010000:00010000:1.0:1788460395.660660:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676c00/0x5dfa74784542cf14 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.660677:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676c00/0x5dfa74784542cf14 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.660687:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676c00/0x5dfa74784542cf14 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788460395.660703:0:22774:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000088ebb10c reply state 0000000067a44c1f transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676c00/0x5dfa74784542cf14 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.660714:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676c00/0x5dfa74784542cf14 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.660721:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c4bc2ab7800) 00010000:00010000:1.0:1788460395.660724:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788460395.660728:0:22774:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788460395.660733:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1788460395.661872:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003480576 00000100:00100000:0.0:1788460395.661883:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003480576 00000100:00100000:0.0:1788460395.661999:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 170 00000100:00100000:0.0:1788460395.662010:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4c01501850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+13:18058:x1875336003480576:12345-192.168.206.5@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788460395.662136:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4c01501850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+13:18058:x1875336003480576:12345-192.168.206.5@tcp:503:ll_cfg_requeue.0 Request processed in 127us (2084us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460395.662144:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 170 00010000:00010000:1.0:1788460395.662436:0:22774:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542cf06 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.662446:0:22774:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542cf06 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.662454:0:22774:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542cf06 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.662460:0:22774:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3676400 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:1.0:1788460395.662464:0:22774:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542cf06 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.662482:0:22774:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542cf06 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.662496:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c4bef1fe900) 00010000:00010000:1.0:1788460395.662499:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788460395.662503:0:22774:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542cf06 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.662509:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542cf06 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788460395.662529:0:22774:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000088ebb10c reply state 0000000067a44c1f transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542cf0d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.662540:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542cf0d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.662547:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8c4bc2ab7e00) 00010000:00010000:1.0:1788460395.662549:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788460395.662553:0:22774:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1788460395.662613:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+10:18684:x1875336003480064:12345-192.168.206.5@tcp:36:lfs.0 Request processed in 14737us (15198us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1788460395.662620:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 28 00000040:00080000:3.0:1788460395.665581:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788460395.669163:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460395.669304:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003480704 00000100:00100000:3.0:1788460395.669317:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003480704 00000100:00100000:3.0:1788460395.669476:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 171 00000100:00100000:3.0:1788460395.669502:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+13:18058:x1875336003480704:12345-192.168.206.5@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788460395.669524:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788460395.669546:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc14f0200/0x5dfa74784542cf1b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ac9d expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.669578:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc14f0200/0x5dfa74784542cf1b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac9d expref: 14 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.669591:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc14f0200/0x5dfa74784542cf1b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ac9d expref: 14 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.669601:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc14f0200, rc 0) 00000100:00100000:3.0:1788460395.669669:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+14:18058:x1875336003480704:12345-192.168.206.5@tcp:101:ll_cfg_requeue.0 Request processed in 169us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460395.669675:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 171 00000100:00100000:2.0:1788460395.673683:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460395.673802:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003480832 00000100:00100000:1.0:1788460395.673814:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003480832 00000100:00100000:1.0:1788460395.673885:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 172 00000100:00100000:1.0:1788460395.673897:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8416050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+14:18058:x1875336003480832:12345-192.168.206.5@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788460395.674227:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8416050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+14:18058:x1875336003480832:12345-192.168.206.5@tcp:501:ll_cfg_requeue.0 Request processed in 331us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460395.674255:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 172 00000100:00100000:1.0:1788460395.680068:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460395.680154:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003480960 00000100:00100000:3.0:1788460395.680165:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003480960 00000100:00100000:3.0:1788460395.680234:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 173 00000100:00100000:3.0:1788460395.680244:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8416850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+14:18058:x1875336003480960:12345-192.168.206.5@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788460395.680467:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8416850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+14:18058:x1875336003480960:12345-192.168.206.5@tcp:503:ll_cfg_requeue.0 Request processed in 224us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460395.680475:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 173 00000100:00100000:3.0:1788460395.743806:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460395.743933:0:25569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003481088 00000100:00100000:1.0:1788460395.744007:0:25569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003481088 00000100:00100000:1.0:1788460395.744091:0:25569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 29 00000100:00100000:1.0:1788460395.744104:0:25569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+10:18694:x1875336003481088:12345-192.168.206.5@tcp:101:lctl.0 00010000:00010000:1.0:1788460395.744136:0:25569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460395.744164:0:25569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542cf22 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794aca4 expref: -99 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.744262:0:25569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677600/0x5dfa74784542cf29 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.744279:0:25569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677600/0x5dfa74784542cf29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.744293:0:25569:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677600/0x5dfa74784542cf29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788460395.744346:0:25569:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788460395.744350:0:25569:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788460395.744397:0:25569:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677600/0x5dfa74784542cf29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.744425:0:25569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542cf22 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794aca4 expref: 12 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.744444:0:25569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677600/0x5dfa74784542cf29 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794aca4 expref: 11 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.744476:0:25569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c4bc2ab7f00) 00010000:00010000:1.0:1788460395.744480:0:25569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788460395.744485:0:25569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac3677600, rc 0) 00000100:00100000:1.0:1788460395.744564:0:25569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+11:18694:x1875336003481088:12345-192.168.206.5@tcp:101:lctl.0 Request processed in 462us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460395.744572:0:25569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 29 00000100:00100000:2.0:1788460395.768442:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460395.768606:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003481216 00000100:00100000:3.0:1788460395.768620:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003481216 00000100:00100000:3.0:1788460395.768747:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 30 00000100:00100000:3.0:1788460395.768760:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e309b371-d0e1-4465-b43c-e759ad071c9e+5:18695:x1875336003481216:12345-192.168.206.5@tcp:101:lfs.0 00010000:00010000:3.0:1788460395.768805:0:22772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788460395.768832:0:22772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cf30 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794acab expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.768927:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1c00/0x5dfa74784542cf37 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.768998:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1c00/0x5dfa74784542cf37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.769012:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1c00/0x5dfa74784542cf37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788460395.769074:0:22772:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788460395.769079:0:22772:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788460395.769113:0:22772:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1c00/0x5dfa74784542cf37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.769142:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cf30 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acab expref: 7 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.769163:0:22772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1c00/0x5dfa74784542cf37 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acab expref: 6 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.769172:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c4bc2ab7f00) 00010000:00010000:3.0:1788460395.769186:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788460395.769191:0:22772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc14f1c00, rc 0) 00000100:00100000:3.0:1788460395.769341:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e309b371-d0e1-4465-b43c-e759ad071c9e+6:18695:x1875336003481216:12345-192.168.206.5@tcp:101:lfs.0 Request processed in 582us (912us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460395.769350:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 30 00000100:00100000:2.0:1788460395.773335:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460395.773445:0:25569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003481344 00000100:00100000:1.0:1788460395.773566:0:25569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003481344 00000100:00100000:1.0:1788460395.773678:0:25569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 31 00000100:00100000:1.0:1788460395.773690:0:25569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e309b371-d0e1-4465-b43c-e759ad071c9e+6:18695:x1875336003481344:12345-192.168.206.5@tcp:101:lfs.0 00010000:00010000:1.0:1788460395.773717:0:25569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460395.773742:0:25569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542cf3e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794acb2 expref: -99 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.773822:0:25569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cf45 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.773839:0:25569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cf45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.773935:0:25569:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cf45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774117:0:25569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf4c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774127:0:25569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774157:0:25569:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774248:0:25569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677800/0x5dfa74784542cf53 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774257:0:25569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677800/0x5dfa74784542cf53 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774264:0:25569:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677800/0x5dfa74784542cf53 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788460395.774308:0:25569:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788460395.774312:0:25569:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788460395.774334:0:25569:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677800/0x5dfa74784542cf53 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774348:0:25569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cf45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774354:0:25569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cf45 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774361:0:25569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cf45 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774367:0:25569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3677a00 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:1.0:1788460395.774372:0:25569:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cf45 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774379:0:25569:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cf45 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774400:0:25569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c4bc2ab7f00) 00010000:00010000:1.0:1788460395.774403:0:25569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788460395.774410:0:25569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cf45 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774416:0:25569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cf45 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774429:0:25569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774436:0:25569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf4c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774442:0:25569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf4c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774447:0:25569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3676200 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:1.0:1788460395.774565:0:25569:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf4c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774575:0:25569:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf4c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774584:0:25569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8c4bc2ab7e00) 00010000:00010000:1.0:1788460395.774586:0:25569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788460395.774589:0:25569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf4c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774596:0:25569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf4c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774639:0:25569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542cf3e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acb2 expref: 8 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774654:0:25569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677800/0x5dfa74784542cf53 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acb2 expref: 7 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.774661:0:25569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c4bc2ab7800) 00010000:00010000:1.0:1788460395.774663:0:25569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788460395.774666:0:25569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac3677800, rc 0) 00000100:00100000:1.0:1788460395.774744:0:25569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e309b371-d0e1-4465-b43c-e759ad071c9e+7:18695:x1875336003481344:12345-192.168.206.5@tcp:101:lfs.0 Request processed in 1055us (1422us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460395.774753:0:25569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 31 00000100:00100000:2.0:1788460395.782096:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460395.782374:0:22784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003481472 00000100:00100000:1.0:1788460395.782387:0:22784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003481472 00000100:00100000:1.0:1788460395.782471:0:22784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 6 00000100:00100000:1.0:1788460395.782482:0:22784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:e309b371-d0e1-4465-b43c-e759ad071c9e+5:18695:x1875336003481472:12345-192.168.206.5@tcp:900:lfs.0 00000100:00100000:1.0:1788460395.782576:0:22784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:e309b371-d0e1-4465-b43c-e759ad071c9e+5:18695:x1875336003481472:12345-192.168.206.5@tcp:900:lfs.0 Request processed in 96us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460395.782585:0:22784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 6 00000100:00080000:0.0:1788460395.783246:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788460395.787656:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460395.788016:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003481728 00000100:00100000:1.0:1788460395.788028:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003481728 00000100:00100000:1.0:1788460395.788092:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 32 00000100:00100000:1.0:1788460395.788102:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e309b371-d0e1-4465-b43c-e759ad071c9e+7:18695:x1875336003481728:12345-192.168.206.5@tcp:101:lfs.0 00010000:00010000:1.0:1788460395.788127:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460395.788152:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542cf5a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794acb9 expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788460395.788300:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788460395.788418:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542cf5a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acb9 expref: 9 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.788434:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c4bc2ab7f00) 00010000:00010000:1.0:1788460395.788437:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788460395.788442:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542cf5a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acb9 expref: 9 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.788459:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac3677200, rc 0) 00000100:00100000:1.0:1788460395.788695:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e309b371-d0e1-4465-b43c-e759ad071c9e+8:18695:x1875336003481728:12345-192.168.206.5@tcp:101:lfs.0 Request processed in 593us (1050us total) trans 12884901891 rc 301/301 00000100:00100000:1.0:1788460395.788703:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 32 00000100:00100000:2.0:1788460395.793800:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460395.794380:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003481984 00000100:00100000:3.0:1788460395.794401:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003481984 00000100:00100000:3.0:1788460395.794530:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 33 00000100:00100000:3.0:1788460395.794544:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e309b371-d0e1-4465-b43c-e759ad071c9e+8:18695:x1875336003481984:12345-192.168.206.5@tcp:36:lfs.0 00010000:00010000:3.0:1788460395.794620:0:22773:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788460395.794658:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677800/0x5dfa74784542cf53 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acb2 expref: 8 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.794691:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c4bc2ab7800) 00010000:00010000:3.0:1788460395.794697:0:22773:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788460395.794724:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cf68 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.794739:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cf68 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.794751:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cf68 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788460395.795338:0:22773:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008582b8b0 reply state 00000000e0de66ab transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cf68 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.795358:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cf68 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.795376:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c4bc2ab7800) 00010000:00010000:3.0:1788460395.795378:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1788460395.795382:0:22773:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1788460395.795396:0:22773:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1788460395.795502:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e309b371-d0e1-4465-b43c-e759ad071c9e+9:18695:x1875336003481984:12345-192.168.206.5@tcp:36:lfs.0 Request processed in 960us (1715us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1788460395.795530:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 33 00000100:00100000:2.0:1788460395.797826:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460395.798049:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003482240 00000100:00100000:1.0:1788460395.798062:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003482240 00000100:00100000:1.0:1788460395.798128:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 2 00000100:00100000:1.0:1788460395.798139:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e309b371-d0e1-4465-b43c-e759ad071c9e+9:18695:x1875336003482240:12345-192.168.206.5@tcp:35:lfs.0 00000100:00100000:1.0:1788460395.798600:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e309b371-d0e1-4465-b43c-e759ad071c9e+10:18695:x1875336003482240:12345-192.168.206.5@tcp:35:lfs.0 Request processed in 461us (783us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1788460395.798610:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 2 00000100:00100000:2.0:1788460395.801244:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460395.801321:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003482496 00000100:00100000:3.0:1788460395.801333:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003482496 00000100:00100000:3.0:1788460395.801396:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 34 00000100:00100000:3.0:1788460395.801406:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e309b371-d0e1-4465-b43c-e759ad071c9e+10:18695:x1875336003482496:12345-192.168.206.5@tcp:101:lfs.0 00010000:00010000:3.0:1788460395.801434:0:22772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788460395.801461:0:22772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0600/0x5dfa74784542cf6f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794acc0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.801549:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1e00/0x5dfa74784542cf76 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.801567:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1e00/0x5dfa74784542cf76 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.801581:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1e00/0x5dfa74784542cf76 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.801618:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678200/0x5dfa74784542cf7d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.801626:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678200/0x5dfa74784542cf7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.801633:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678200/0x5dfa74784542cf7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788460395.801758:0:22772:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1788460395.802120:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1e00/0x5dfa74784542cf76 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.802142:0:22772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1e00/0x5dfa74784542cf76 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.802149:0:22772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1e00/0x5dfa74784542cf76 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.802156:0:22772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc14f1e00 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:3.0:1788460395.802161:0:22772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1e00/0x5dfa74784542cf76 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.802169:0:22772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1e00/0x5dfa74784542cf76 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.802251:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c4bc2ab7f00) 00010000:00010000:3.0:1788460395.802255:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788460395.802261:0:22772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1e00/0x5dfa74784542cf76 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.802267:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f1e00/0x5dfa74784542cf76 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.802284:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678200/0x5dfa74784542cf7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.802290:0:22772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678200/0x5dfa74784542cf7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.802296:0:22772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678200/0x5dfa74784542cf7d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.802300:0:22772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bf7678200 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:3.0:1788460395.802309:0:22772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678200/0x5dfa74784542cf7d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.802315:0:22772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678200/0x5dfa74784542cf7d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.802323:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8c4bc2ab7e00) 00010000:00010000:3.0:1788460395.802326:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788460395.802328:0:22772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678200/0x5dfa74784542cf7d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.802333:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678200/0x5dfa74784542cf7d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.802378:0:22772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0600/0x5dfa74784542cf6f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acc0 expref: 12 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.802389:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c4bc2ab7f00) 00010000:00010000:3.0:1788460395.802391:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788460395.802395:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0600/0x5dfa74784542cf6f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acc0 expref: 12 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.802406:0:22772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc14f0600, rc 0) 00000100:00100000:3.0:1788460395.802485:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e309b371-d0e1-4465-b43c-e759ad071c9e+11:18695:x1875336003482496:12345-192.168.206.5@tcp:101:lfs.0 Request processed in 1080us (1313us total) trans 12884901894 rc 301/301 00000100:00100000:3.0:1788460395.802493:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 34 00000100:00100000:2.0:1788460395.805796:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460395.806267:0:25569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003482624 00000100:00100000:1.0:1788460395.806280:0:25569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003482624 00000100:00100000:1.0:1788460395.806385:0:25569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 35 00000100:00100000:1.0:1788460395.806397:0:25569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e309b371-d0e1-4465-b43c-e759ad071c9e+11:18695:x1875336003482624:12345-192.168.206.5@tcp:101:lfs.0 00010000:00010000:1.0:1788460395.806428:0:25569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460395.806472:0:25569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542cf8b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794acc7 expref: -99 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.806613:0:25569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf92 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.806629:0:25569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf92 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.806642:0:25569:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf92 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788460395.806671:0:25569:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788460395.806675:0:25569:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788460395.806699:0:25569:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf92 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.806731:0:25569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542cf8b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acc7 expref: 13 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.806752:0:25569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf92 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acc7 expref: 12 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.806761:0:25569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c4bc2ab7800) 00010000:00010000:1.0:1788460395.806764:0:25569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788460395.806768:0:25569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac3676200, rc 0) 00000100:00100000:1.0:1788460395.807233:0:25569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e309b371-d0e1-4465-b43c-e759ad071c9e+12:18695:x1875336003482624:12345-192.168.206.5@tcp:101:lfs.0 Request processed in 835us (1447us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460395.807243:0:25569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 35 00000100:00100000:2.0:1788460395.811530:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460395.811628:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003482752 00000100:00100000:1.0:1788460395.811658:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003482752 00000100:00100000:1.0:1788460395.811755:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 3 00000100:00100000:1.0:1788460395.811766:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e309b371-d0e1-4465-b43c-e759ad071c9e+12:18695:x1875336003482752:12345-192.168.206.5@tcp:37:lfs.0 00000100:00100000:0.0:1788460395.817345:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e309b371-d0e1-4465-b43c-e759ad071c9e+12:18695:x1875336003482752:12345-192.168.206.5@tcp:37:lfs.0 Request processed in 5564us (5812us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460395.817361:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 3 00000100:00100000:0.0:1788460395.820697:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460395.820769:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003483008 00000100:00100000:1.0:1788460395.820782:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003483008 00000100:00100000:1.0:1788460395.820862:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 4 00000100:00100000:1.0:1788460395.820876:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfc447850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e309b371-d0e1-4465-b43c-e759ad071c9e+12:18695:x1875336003483008:12345-192.168.206.5@tcp:35:lfs.0 00000100:00100000:1.0:1788460395.821565:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfc447850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e309b371-d0e1-4465-b43c-e759ad071c9e+13:18695:x1875336003483008:12345-192.168.206.5@tcp:35:lfs.0 Request processed in 687us (878us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1788460395.821577:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 4 00000040:00080000:0.0:1788460395.857936:0:23529:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788460395.869770:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460395.874518:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003483136 00000100:00100000:1.0:1788460395.874540:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003483136 00000100:00100000:3.0:1788460395.874802:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 36 00000100:00100000:3.0:1788460395.874817:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac490ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+11:18701:x1875336003483136:12345-192.168.206.5@tcp:101:bash.0 00010000:00010000:3.0:1788460395.874846:0:22772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788460395.874892:0:22772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678200/0x5dfa74784542cf99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794acce expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.875034:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7679a00/0x5dfa74784542cfa0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.875054:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7679a00/0x5dfa74784542cfa0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.875067:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7679a00/0x5dfa74784542cfa0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.875080:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678600/0x5dfa74784542cfa7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.875088:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678600/0x5dfa74784542cfa7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.875095:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678600/0x5dfa74784542cfa7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.875228:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2600/0x5dfa74784542cfae lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.875239:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2600/0x5dfa74784542cfae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.875247:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2600/0x5dfa74784542cfae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788460395.875362:0:22772:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788460395.875367:0:22772:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788460395.875412:0:22772:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2600/0x5dfa74784542cfae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.875427:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7679a00/0x5dfa74784542cfa0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.875433:0:22772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7679a00/0x5dfa74784542cfa0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.875447:0:22772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7679a00/0x5dfa74784542cfa0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.875454:0:22772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bf7679a00 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:0.0:1788460395.875459:0:22772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7679a00/0x5dfa74784542cfa0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.875534:0:22772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7679a00/0x5dfa74784542cfa0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.875550:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c4bc2ab7f00) 00010000:00010000:0.0:1788460395.875554:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788460395.875559:0:22772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7679a00/0x5dfa74784542cfa0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.875566:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7679a00/0x5dfa74784542cfa0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.875643:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678600/0x5dfa74784542cfa7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.875650:0:22772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678600/0x5dfa74784542cfa7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.875656:0:22772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678600/0x5dfa74784542cfa7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.875661:0:22772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bf7678600 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:0.0:1788460395.875664:0:22772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678600/0x5dfa74784542cfa7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.875681:0:22772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678600/0x5dfa74784542cfa7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.875690:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8c4bc2ab7e00) 00010000:00010000:0.0:1788460395.875692:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788460395.875696:0:22772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678600/0x5dfa74784542cfa7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.875702:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678600/0x5dfa74784542cfa7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.875736:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678200/0x5dfa74784542cf99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acce expref: 13 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.875891:0:22772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2600/0x5dfa74784542cfae lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acce expref: 12 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.875897:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c4bc2ab7800) 00010000:00010000:0.0:1788460395.875898:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788460395.875901:0:22772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc29d2600, rc 0) 00000100:00100000:0.0:1788460395.876116:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac490ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+12:18701:x1875336003483136:12345-192.168.206.5@tcp:101:bash.0 Request processed in 1300us (6358us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460395.876124:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 36 00000100:00100000:2.0:1788460395.883201:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460395.883478:0:22784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003483264 00000100:00100000:1.0:1788460395.883494:0:22784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003483264 00000100:00100000:1.0:1788460395.883582:0:22784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 7 00000100:00100000:1.0:1788460395.883594:0:22784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1674d164-3797-49c3-811d-8975ccd6d9c2+5:18701:x1875336003483264:12345-192.168.206.5@tcp:900:bash.0 00000100:00100000:1.0:1788460395.883870:0:22784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1674d164-3797-49c3-811d-8975ccd6d9c2+5:18701:x1875336003483264:12345-192.168.206.5@tcp:900:bash.0 Request processed in 277us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460395.883879:0:22784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 7 00000100:00100000:3.0:1788460395.887303:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460395.887671:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003483520 00000100:00100000:1.0:1788460395.887686:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003483520 00000100:00100000:1.0:1788460395.887775:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 37 00000100:00100000:1.0:1788460395.887787:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+12:18701:x1875336003483520:12345-192.168.206.5@tcp:101:bash.0 00010000:00010000:1.0:1788460395.887813:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460395.887845:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542cfb5 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794acd5 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.888062:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cfbc lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.888081:0:22773:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf92 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acc7 expref: 12 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.888092:0:22773:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cfbc lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.888137:0:22773:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf92 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acc7 expref: 12 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.888152:0:22773:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf92 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acc7 expref: 12 pid: 25569 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460395.888169:0:22773:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22773:1875336022473344:192.168.206.5@tcp:104: 00000100:00100000:1.0:1788460395.888484:0:22773:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2ab3300 going to sleep for 11 seconds 00000100:00100000:1.0:1788460395.894475:0:22773:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22773:1875336022473344:192.168.206.5@tcp:104: 00010000:00010000:1.0:1788460395.894514:0:22773:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cfbc lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460395.897476:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460395.897827:0:23527:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003483648 00000100:00100000:0.0:1788460395.897841:0:23527:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003483648 00010000:00010000:0.0:1788460395.897894:0:23527:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf92 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acc7 expref: 13 pid: 25569 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460395.898295:0:23527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 18 00000100:00100000:0.0:1788460395.898308:0:23527:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e309b371-d0e1-4465-b43c-e759ad071c9e+13:2394:x1875336003483648:12345-192.168.206.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788460395.898329:0:23527:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788460395.898337:0:23527:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf92 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acc7 expref: 13 pid: 25569 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.898353:0:23527:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf92 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acc7 expref: 13 pid: 25569 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.898380:0:23527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542cf92 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acc7 expref: 13 pid: 25569 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.898399:0:23527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c4bc2ab7800) 00010000:00010000:0.0:1788460395.898405:0:23527:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cfbc lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.898417:0:23527:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cfbc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.898426:0:23527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cfbc lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.898519:0:23527:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788460395.898604:0:23527:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e309b371-d0e1-4465-b43c-e759ad071c9e+12:2394:x1875336003483648:12345-192.168.206.5@tcp:103:ldlm_bl.0 Request processed in 298us (1143us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460395.898613:0:23527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 18 00010000:00010000:3.0:1788460395.899199:0:22773:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cfbc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.899212:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cfbc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.899243:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678800/0x5dfa74784542cfc3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.899255:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678800/0x5dfa74784542cfc3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.900206:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678800/0x5dfa74784542cfc3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.902247:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542cfca lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.902440:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542cfca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.902453:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542cfca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788460395.902468:0:22773:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788460395.902504:0:22773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cfbc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.902511:0:22773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cfbc lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.902519:0:22773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cfbc lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.902525:0:22773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3677a00 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:0.0:1788460395.902530:0:22773:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cfbc lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.902537:0:22773:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cfbc lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.902552:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c4bc2ab7800) 00010000:00010000:0.0:1788460395.902555:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788460395.902561:0:22773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cfbc lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.902568:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542cfbc lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788460395.902596:0:22773:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ba472dbb reply state 000000008a1e8448 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678800/0x5dfa74784542cfc3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.902616:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678800/0x5dfa74784542cfc3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.902622:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8c4ac36d3200) 00010000:00010000:0.0:1788460395.902624:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788460395.902627:0:22773:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788460395.902674:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542cfb5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acd5 expref: 15 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.902691:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542cfca lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acd5 expref: 14 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.902699:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:0.0:1788460395.902701:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1788460395.902704:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc29d3a00, rc 0) 00000100:00100000:0.0:1788460395.902801:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+15:18701:x1875336003483520:12345-192.168.206.5@tcp:101:bash.0 Request processed in 15015us (15512us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1788460395.902811:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 37 00000100:00100000:3.0:1788460395.917196:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460395.917431:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003483776 00000100:00100000:0.0:1788460395.917445:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003483776 00000100:00100000:0.0:1788460395.917532:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 38 00000100:00100000:0.0:1788460395.917545:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+15:18701:x1875336003483776:12345-192.168.206.5@tcp:101:bash.0 00010000:00010000:0.0:1788460395.917588:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788460395.917616:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3200/0x5dfa74784542cfd8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794acdc expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.917711:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3400/0x5dfa74784542cfdf lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.917741:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3400/0x5dfa74784542cfdf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.917756:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3400/0x5dfa74784542cfdf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788460395.917818:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1788460395.917823:0:22774:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788460395.917859:0:22774:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3400/0x5dfa74784542cfdf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.917872:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3400/0x5dfa74784542cfdf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.917903:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3200/0x5dfa74784542cfd8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acdc expref: 17 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.917925:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3400/0x5dfa74784542cfdf lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acdc expref: 16 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.917935:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:0.0:1788460395.917938:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788460395.918019:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc29d3400, rc 0) 00000100:00100000:0.0:1788460395.918104:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+16:18701:x1875336003483776:12345-192.168.206.5@tcp:101:bash.0 Request processed in 561us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460395.918112:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 38 10000000:01000000:0.0:1788460395.921379:0:22770:0:(mgc_request.c:715:do_requeue()) updating log params 10000000:01000000:0.0:1788460395.921389:0:22770:0:(mgc_request.c:2266:mgc_process_log()) Process log params-ffff8c4bfdbf5800 from 13 10000000:01000000:0.0:1788460395.921396:0:22770:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00100000:2.0:1788460395.921434:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00010000:00010000:0.0:1788460395.921470:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2200/0x5dfa74784542cfe6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.921483:0:22770:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2200/0x5dfa74784542cfe6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.921496:0:22770:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2200/0x5dfa74784542cfe6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460395.921523:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac490bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022473472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788460395.921587:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460395.921635:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4beddf8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788460395.921662:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022473472 00000100:00100000:2.0:1788460395.921680:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022473472 00000100:00100000:2.0:1788460395.921747:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1788460395.921757:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8414c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+25:22770:x1875336022473472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788460395.921774:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788460395.921791:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bfdbd1400/0x5dfa74784542cfed lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542cfe6 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460395.921820:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bfdbd1400/0x5dfa74784542cfed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542cfe6 expref: 26 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460395.921832:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bfdbd1400/0x5dfa74784542cfed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cfe6 expref: 26 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460395.921842:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bfdbd1400, rc 0) 00000100:00100000:2.0:1788460395.921901:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8414c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:22770:x1875336022473472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460395.921916:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1788460395.922143:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac490bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022473472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788460395.922161:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2200/0x5dfa74784542cfe6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cfed expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.922172:0:22770:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2200/0x5dfa74784542cfe6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542cfed expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788460395.922400:0:22770:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 13 count 13 00000040:00080000:1.0:1788460395.922880:0:22770:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788460395.923184:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].1, 224 off8416 00000040:00080000:1.0:1788460395.923214:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].2, 112 off8528 00000040:00080000:1.0:1788460395.923229:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].3, 224 off8752 00000040:00080000:1.0:1788460395.923243:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].4, 224 off8976 00000040:00080000:1.0:1788460395.923257:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].5, 112 off9088 00000040:00080000:1.0:1788460395.923284:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].6, 224 off9312 00000040:00080000:1.0:1788460395.923301:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].7, 224 off9536 00000040:00080000:1.0:1788460395.923315:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].8, 128 off9664 00000040:00080000:1.0:1788460395.923330:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].9, 224 off9888 00000040:00080000:1.0:1788460395.923343:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].10, 224 off10112 00000040:00080000:1.0:1788460395.923357:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].11, 128 off10240 00000040:00080000:1.0:1788460395.923376:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1d:0x0].12, 224 off10464 00000040:00080000:1.0:1788460395.923382:0:22770:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1a:0x0] index 12 count 13 00000100:00100000:1.0:1788460395.923469:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022473600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788460395.923534:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460395.923639:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022473600 00000100:00100000:0.0:1788460395.923718:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022473600 00000100:00100000:0.0:1788460395.923849:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1788460395.923860:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:22770:x1875336022473600:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788460395.924206:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003484032 00000100:00100000:3.0:1788460395.924211:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003484032 00000100:00100000:3.0:1788460395.924254:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 5 00000100:00100000:3.0:1788460395.924262:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+16:18701:x1875336003484032:12345-192.168.206.5@tcp:35:bash.0 00000100:00100000:1.0:1788460395.924884:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2ab3300 going to sleep for 11 seconds 00000100:00100000:0.0:1788460395.926594:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:22770:x1875336022473600:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 2725us (3048us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460395.926613:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1788460395.926734:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022473600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788460395.926735:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+17:18701:x1875336003484032:12345-192.168.206.5@tcp:35:bash.0 Request processed in 2470us (5302us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1788460395.926746:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 5 00000100:00100000:1.0:1788460395.926873:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022473728:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788460395.927711:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460395.928121:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022473728 00000100:00100000:0.0:1788460395.928134:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022473728 00000100:00100000:0.0:1788460395.928195:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1788460395.928204:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8416c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:22770:x1875336022473728:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788460395.931030:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8416c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:22770:x1875336022473728:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 2811us (3373us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460395.931050:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:1.0:1788460395.937500:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2ab3300 going to sleep for 11 seconds 00000100:00100000:1.0:1788460395.937730:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022473728:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788460395.939240:0:22770:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788460395.939361:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022473856:0@lo:502:ll_cfg_requeue.0 00000100:00100000:1.0:1788460395.939725:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460395.940306:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2ab3300 going to sleep for 11 seconds 00000100:00100000:0.0:1788460395.940360:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022473856 00000100:00100000:0.0:1788460395.940444:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022473856 00000100:00100000:0.0:1788460395.940522:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1788460395.940654:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:22770:x1875336022473856:12345-0@lo:502:ll_cfg_requeue.0 00000100:00100000:2.0:1788460395.941399:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:22770:x1875336022473856:12345-0@lo:502:ll_cfg_requeue.0 Request processed in 864us (1671us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460395.941410:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1788460395.941513:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022473856:0@lo:502:ll_cfg_requeue.0 00000040:00080000:1.0:1788460395.941845:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].1, 224 off8416 00000040:00080000:1.0:1788460395.942106:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].2, 112 off8528 00000040:00080000:1.0:1788460395.942127:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].3, 224 off8752 00000040:00080000:1.0:1788460395.942141:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].4, 224 off8976 00000040:00080000:1.0:1788460395.942154:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].5, 112 off9088 00000040:00080000:1.0:1788460395.942167:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].6, 224 off9312 00000040:00080000:1.0:1788460395.942180:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].7, 224 off9536 00000040:00080000:1.0:1788460395.942194:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].8, 128 off9664 00000040:00080000:1.0:1788460395.942206:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].9, 224 off9888 00000040:00080000:1.0:1788460395.942217:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].10, 224 off10112 00000040:00080000:1.0:1788460395.942230:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].11, 128 off10240 00000100:00100000:1.0:1788460395.942277:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022473984:0@lo:502:ll_cfg_requeue.0 00000100:00100000:1.0:1788460395.942342:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460395.942488:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022473984 00000100:00100000:0.0:1788460395.942495:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022473984 00000100:00100000:0.0:1788460395.942558:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:0.0:1788460395.942567:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:22770:x1875336022473984:12345-0@lo:502:ll_cfg_requeue.0 00000100:00100000:1.0:1788460395.943331:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2ab3300 going to sleep for 11 seconds 00000100:00100000:0.0:1788460395.944732:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:22770:x1875336022473984:12345-0@lo:502:ll_cfg_requeue.0 Request processed in 2158us (2383us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460395.945186:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022473984:0@lo:502:ll_cfg_requeue.0 00000040:00080000:1.0:1788460395.945303:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x1e:0x0].12, 224 off10464 00000040:00080000:1.0:1788460395.945320:0:22770:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000100:00100000:0.0:1788460395.945829:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000040:00080000:0.0:1788460395.947731:0:25816:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1e:0x0] index 64768 count 13 00000020:01000000:2.0:1788460395.948003:0:22770:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1788460395.948019:0:22770:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788460395.948034:0:22770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2200/0x5dfa74784542cfe6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cfed expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460395.948237:0:22770:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bc29d2200/0x5dfa74784542cfe6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cfed expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788460395.948259:0:22770:0:(mgc_request.c:715:do_requeue()) updating log params 10000000:01000000:2.0:1788460395.948262:0:22770:0:(mgc_request.c:2266:mgc_process_log()) Process log params-ffff8c4ac3721800 from 13 10000000:01000000:2.0:1788460395.948265:0:22770:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788460395.948313:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bfdbd0600/0x5dfa74784542cff4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460395.948323:0:22770:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bfdbd0600/0x5dfa74784542cff4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460395.948335:0:22770:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bfdbd0600/0x5dfa74784542cff4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460395.948363:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bfcaa8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022474112:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788460395.948537:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460395.948592:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac28b4180 going to sleep for 11 seconds 00000100:00100000:1.0:1788460395.948644:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022474112 00000100:00100000:1.0:1788460395.948655:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022474112 00000100:00100000:1.0:1788460395.948718:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:1.0:1788460395.948729:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+26:22770:x1875336022474112:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788460395.948747:0:22765:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460395.948762:0:22765:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4ac3676800/0x5dfa74784542cffb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542cff4 expref: -99 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.948792:0:22765:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4ac3676800/0x5dfa74784542cffb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542cff4 expref: 27 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.948822:0:22765:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4ac3676800/0x5dfa74784542cffb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542cff4 expref: 27 pid: 22765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.948832:0:22765:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac3676800, rc 0) 00000100:00100000:0.0:1788460395.949028:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+27:22770:x1875336022474112:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 299us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460395.949036:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:2.0:1788460395.949134:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bfcaa8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022474112:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788460395.949153:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bfdbd0600/0x5dfa74784542cff4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cffb expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460395.949163:0:22770:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bfdbd0600/0x5dfa74784542cff4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542cffb expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788460395.949359:0:22770:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1e:0x0] index 13 count 13 00000040:00080000:2.0:1788460395.949688:0:22770:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788460395.949897:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].1, 224 off8416 00000040:00080000:2.0:1788460395.949922:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].2, 112 off8528 00000040:00080000:2.0:1788460395.949936:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].3, 224 off8752 00000040:00080000:2.0:1788460395.950207:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].4, 224 off8976 00000040:00080000:2.0:1788460395.950228:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].5, 112 off9088 00000040:00080000:2.0:1788460395.950240:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].6, 224 off9312 00000040:00080000:2.0:1788460395.950252:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].7, 224 off9536 00000040:00080000:2.0:1788460395.950267:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].8, 128 off9664 00000040:00080000:2.0:1788460395.950280:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].9, 224 off9888 00000040:00080000:2.0:1788460395.950294:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].10, 224 off10112 00000040:00080000:2.0:1788460395.950307:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].11, 128 off10240 00000040:00080000:2.0:1788460395.950325:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x21:0x0].12, 224 off10464 00000040:00080000:2.0:1788460395.950330:0:22770:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x1e:0x0] index 12 count 13 00000100:00100000:2.0:1788460395.950411:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bfcaa8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022474240:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788460395.950586:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460395.950673:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac28b4180 going to sleep for 11 seconds 00000100:00100000:0.0:1788460395.950732:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022474240 00000100:00100000:0.0:1788460395.950739:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022474240 00000100:00100000:0.0:1788460395.950826:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:0.0:1788460395.950836:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+27:22770:x1875336022474240:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788460395.950997:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+27:22770:x1875336022474240:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 162us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460395.951005:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1788460395.951128:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bfcaa8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022474240:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788460395.951173:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4beff22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022474368:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788460395.951223:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460395.951253:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac3bd0240 going to sleep for 11 seconds 00000100:00100000:0.0:1788460395.951311:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022474368 00000100:00100000:0.0:1788460395.951317:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022474368 00000100:00100000:0.0:1788460395.951387:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:0.0:1788460395.951394:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+27:22770:x1875336022474368:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788460395.951500:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+27:22770:x1875336022474368:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 106us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460395.951519:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:3.0:1788460395.951611:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4beff22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022474368:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788460395.952266:0:22770:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788460395.952351:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4beff22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022474496:0@lo:502:ll_cfg_requeue.0 00000100:00100000:3.0:1788460395.952410:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460395.954639:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc1254840 going to sleep for 11 seconds 00000100:00100000:2.0:1788460395.955842:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022474496 00000100:00100000:2.0:1788460395.955858:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022474496 00000100:00100000:0.0:1788460395.956045:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:0.0:1788460395.956071:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+27:22770:x1875336022474496:12345-0@lo:502:ll_cfg_requeue.0 00000100:00100000:0.0:1788460395.956287:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+27:22770:x1875336022474496:12345-0@lo:502:ll_cfg_requeue.0 Request processed in 220us (3875us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460395.956296:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1788460395.956418:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4beff22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022474496:0@lo:502:ll_cfg_requeue.0 00000040:00080000:3.0:1788460395.956692:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].1, 224 off8416 00000040:00080000:3.0:1788460395.956726:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].2, 112 off8528 00000040:00080000:3.0:1788460395.956738:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].3, 224 off8752 00000040:00080000:3.0:1788460395.956750:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].4, 224 off8976 00000040:00080000:3.0:1788460395.956762:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].5, 112 off9088 00000040:00080000:3.0:1788460395.956774:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].6, 224 off9312 00000040:00080000:3.0:1788460395.956786:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].7, 224 off9536 00000040:00080000:3.0:1788460395.956807:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].8, 128 off9664 00000040:00080000:3.0:1788460395.956819:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].9, 224 off9888 00000040:00080000:3.0:1788460395.956831:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].10, 224 off10112 00000040:00080000:3.0:1788460395.956842:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].11, 128 off10240 00000100:00100000:3.0:1788460395.956882:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4beff22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022474624:0@lo:502:ll_cfg_requeue.0 00000100:00100000:3.0:1788460395.956935:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460395.956978:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022474624 00000100:00100000:1.0:1788460395.956995:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022474624 00000100:00100000:3.0:1788460395.957006:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc1254840 going to sleep for 11 seconds 00000100:00100000:1.0:1788460395.957033:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:1.0:1788460395.957042:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+27:22770:x1875336022474624:12345-0@lo:502:ll_cfg_requeue.0 00000100:00100000:1.0:1788460395.957150:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+27:22770:x1875336022474624:12345-0@lo:502:ll_cfg_requeue.0 Request processed in 109us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460395.957158:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:3.0:1788460395.957257:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4beff22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022474624:0@lo:502:ll_cfg_requeue.0 00000040:00080000:3.0:1788460395.957303:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x22:0x0].12, 224 off10464 00000040:00080000:3.0:1788460395.957311:0:22770:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000040:00080000:3.0:1788460395.965304:0:25817:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x22:0x0] index 64768 count 13 00000020:01000000:1.0:1788460395.966676:0:22770:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788460395.966702:0:22770:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788460395.966717:0:22770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bfdbd0600/0x5dfa74784542cff4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cffb expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.966734:0:22770:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bfdbd0600/0x5dfa74784542cff4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542cffb expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788460395.966766:0:22770:0:(mgc_request.c:715:do_requeue()) updating log params 10000000:01000000:1.0:1788460395.966770:0:22770:0:(mgc_request.c:2266:mgc_process_log()) Process log params-ffff8c4ac4846000 from 13 10000000:01000000:1.0:1788460395.966773:0:22770:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788460395.966827:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676e00/0x5dfa74784542d002 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.966836:0:22770:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676e00/0x5dfa74784542d002 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.966872:0:22770:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676e00/0x5dfa74784542d002 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460395.966905:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022474752:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788460395.967029:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460395.968742:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2ab3600 going to sleep for 11 seconds 00000100:00100000:2.0:1788460395.971185:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022474752 00000100:00100000:2.0:1788460395.971206:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022474752 00000100:00100000:2.0:1788460395.971292:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:2.0:1788460395.971305:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+27:22770:x1875336022474752:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788460395.971330:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788460395.971358:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bfdbd0200/0x5dfa74784542d009 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542d002 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.973423:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bfdbd0200/0x5dfa74784542d009 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542d002 expref: 28 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.973447:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bfdbd0200/0x5dfa74784542d009 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542d002 expref: 28 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.973459:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bfdbd0200, rc 0) 00000100:00100000:0.0:1788460395.974005:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:22770:x1875336022474752:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2699us (6971us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460395.974017:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1788460395.974231:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022474752:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788460395.974259:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676e00/0x5dfa74784542d002 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542d009 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460395.974273:0:22770:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676e00/0x5dfa74784542d002 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542d009 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788460395.974685:0:22770:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2c:0x0] index 13 count 13 00000040:00080000:1.0:1788460395.975335:0:22770:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788460395.975882:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].1, 224 off8416 00000040:00080000:1.0:1788460395.975908:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].2, 112 off8528 00000040:00080000:1.0:1788460395.975922:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].3, 224 off8752 00000040:00080000:1.0:1788460395.975933:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].4, 224 off8976 00000040:00080000:1.0:1788460395.976117:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].5, 112 off9088 00000040:00080000:1.0:1788460395.976157:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].6, 224 off9312 00000040:00080000:1.0:1788460395.976172:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].7, 224 off9536 00000040:00080000:1.0:1788460395.976184:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].8, 128 off9664 00000040:00080000:1.0:1788460395.976198:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].9, 224 off9888 00000040:00080000:1.0:1788460395.976211:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].10, 224 off10112 00000040:00080000:1.0:1788460395.976222:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].11, 128 off10240 00000040:00080000:1.0:1788460395.976242:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].12, 224 off10464 00000040:00080000:1.0:1788460395.976248:0:22770:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2c:0x0] index 12 count 13 00000100:00100000:1.0:1788460395.976355:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022474880:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788460395.976446:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460395.976501:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc2ab3600 going to sleep for 11 seconds 00000100:00100000:0.0:1788460395.976590:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022474880 00000100:00100000:0.0:1788460395.976600:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022474880 00000100:00100000:0.0:1788460395.976663:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:0.0:1788460395.976673:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bc8414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:22770:x1875336022474880:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788460395.976825:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bc8414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:22770:x1875336022474880:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 153us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460395.976833:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1788460395.976996:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022474880:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788460395.977041:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4beff22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022475008:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788460395.977089:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460395.977114:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc1254840 going to sleep for 11 seconds 00000100:00100000:0.0:1788460395.977363:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022475008 00000100:00100000:0.0:1788460395.977368:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022475008 00000100:00100000:0.0:1788460395.977404:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1788460395.977411:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4be2c77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:22770:x1875336022475008:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788460395.977505:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4be2c77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:22770:x1875336022475008:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 94us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460395.977513:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1788460395.977740:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4beff22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022475008:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788460395.978557:0:22770:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788460395.978827:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4beff22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022475136:0@lo:502:ll_cfg_requeue.0 00000100:00100000:3.0:1788460395.979172:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460395.979363:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc1254840 going to sleep for 11 seconds 00000100:00100000:0.0:1788460395.979429:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022475136 00000100:00100000:0.0:1788460395.979438:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022475136 00000100:00100000:0.0:1788460395.979502:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:0.0:1788460395.979511:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4be0241850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:22770:x1875336022475136:12345-0@lo:502:ll_cfg_requeue.0 00000100:00100000:0.0:1788460395.980024:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4be0241850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:22770:x1875336022475136:12345-0@lo:502:ll_cfg_requeue.0 Request processed in 511us (1119us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460395.980034:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:3.0:1788460395.980330:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4beff22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022475136:0@lo:502:ll_cfg_requeue.0 00000040:00080000:3.0:1788460395.981167:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].1, 224 off8416 00000040:00080000:3.0:1788460395.981208:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].2, 112 off8528 00000040:00080000:3.0:1788460395.981224:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].3, 224 off8752 00000040:00080000:3.0:1788460395.981239:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].4, 224 off8976 00000040:00080000:3.0:1788460395.981253:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].5, 112 off9088 00000040:00080000:3.0:1788460395.981269:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].6, 224 off9312 00000040:00080000:3.0:1788460395.981284:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].7, 224 off9536 00000040:00080000:3.0:1788460395.981299:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].8, 128 off9664 00000040:00080000:3.0:1788460395.981314:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].9, 224 off9888 00000040:00080000:3.0:1788460395.981328:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].10, 224 off10112 00000040:00080000:3.0:1788460395.981343:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].11, 128 off10240 00000100:00100000:3.0:1788460395.981406:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4beff22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022475264:0@lo:502:ll_cfg_requeue.0 00000100:00100000:3.0:1788460395.981478:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460395.981527:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc1254840 going to sleep for 11 seconds 00000100:00100000:1.0:1788460395.981709:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022475264 00000100:00100000:1.0:1788460395.981718:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022475264 00000100:00100000:1.0:1788460395.981776:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:1.0:1788460395.981786:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4be0240450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:22770:x1875336022475264:12345-0@lo:502:ll_cfg_requeue.0 00000100:00100000:1.0:1788460395.981922:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4be0240450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:22770:x1875336022475264:12345-0@lo:502:ll_cfg_requeue.0 Request processed in 137us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460395.981930:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:3.0:1788460395.982026:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4beff22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022475264:0@lo:502:ll_cfg_requeue.0 00000040:00080000:3.0:1788460395.982083:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].12, 224 off10464 00000040:00080000:3.0:1788460395.982092:0:22770:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000040:00080000:2.0:1788460395.986606:0:25818:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2e:0x0] index 64768 count 13 00000020:01000000:3.0:1788460395.987175:0:22770:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788460395.987197:0:22770:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788460395.987212:0:22770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676e00/0x5dfa74784542d002 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542d009 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.987228:0:22770:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4ac3676e00/0x5dfa74784542d002 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542d009 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788460395.987244:0:22770:0:(mgc_request.c:715:do_requeue()) updating log params 10000000:01000000:3.0:1788460395.987246:0:22770:0:(mgc_request.c:2266:mgc_process_log()) Process log params-ffff8c4c01464800 from 13 10000000:01000000:3.0:1788460395.987265:0:22770:0:(mgc_request.c:1301:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788460395.987310:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bf7679200/0x5dfa74784542d010 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.987325:0:22770:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: mgc192.168.206.105@tcp lock: ffff8c4bf7679200/0x5dfa74784542d010 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.987337:0:22770:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: mgc192.168.206.105@tcp lock: ffff8c4bf7679200/0x5dfa74784542d010 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460395.987379:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4beff22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022475392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788460395.987461:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460395.987504:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc1254840 going to sleep for 11 seconds 00000100:00100000:0.0:1788460395.987594:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022475392 00000100:00100000:0.0:1788460395.987604:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022475392 00000100:00100000:0.0:1788460395.987670:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:0.0:1788460395.987681:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4be0242450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+28:22770:x1875336022475392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788460395.987697:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788460395.987714:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c4bc29d3200/0x5dfa74784542d017 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x5dfa74784542d010 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.987754:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c4bc29d3200/0x5dfa74784542d017 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5dfa74784542d010 expref: 29 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.987766:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c4bc29d3200/0x5dfa74784542d017 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5dfa74784542d010 expref: 29 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460395.987776:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc29d3200, rc 0) 00000100:00100000:0.0:1788460395.987834:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4be0242450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:22770:x1875336022475392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 155us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460395.987841:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:3.0:1788460395.988429:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4beff22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022475392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788460395.988450:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mgc192.168.206.105@tcp lock: ffff8c4bf7679200/0x5dfa74784542d010 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542d017 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460395.988462:0:22770:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: mgc192.168.206.105@tcp lock: ffff8c4bf7679200/0x5dfa74784542d010 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x5dfa74784542d017 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460395.988512:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4beff22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022475520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788460395.988825:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460395.988927:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc1254840 going to sleep for 11 seconds 00000100:00100000:2.0:1788460395.992476:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022475520 00000100:00100000:2.0:1788460395.992499:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022475520 00000100:00100000:2.0:1788460395.992830:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:2.0:1788460395.992845:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4be0240050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:22770:x1875336022475520:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788460395.993794:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4be0240050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:22770:x1875336022475520:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 949us (4964us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460395.993805:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:3.0:1788460395.996587:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4beff22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022475520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788460395.996697:0:22770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4beff22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022475648:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788460395.996811:0:22770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460395.996860:0:22770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc1254840 going to sleep for 11 seconds 00000100:00100000:1.0:1788460395.997006:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022475648 00000100:00100000:1.0:1788460395.997015:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022475648 00000100:00100000:1.0:1788460395.997070:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:1.0:1788460395.997080:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4be0241050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:22770:x1875336022475648:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788460395.997497:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4be0241050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:22770:x1875336022475648:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 417us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460395.997507:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:3.0:1788460395.998192:0:22770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4beff22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52effe76-ab9d-442f-b102-f6f3593bcd8d:22770:1875336022475648:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788460396.000491:0:25819:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788460396.001250:0:22770:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788460396.001265:0:22770:0:(mgc_request.c:2349:mgc_process_log()) mgc192.168.206.105@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788460396.001279:0:22770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mgc192.168.206.105@tcp lock: ffff8c4bf7679200/0x5dfa74784542d010 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542d017 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.001294:0:22770:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: mgc192.168.206.105@tcp lock: ffff8c4bf7679200/0x5dfa74784542d010 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5dfa74784542d017 expref: -99 pid: 22770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460396.004225:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460396.004323:0:25569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003484288 00000100:00100000:2.0:1788460396.004337:0:25569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003484288 00000100:00100000:2.0:1788460396.004481:0:25569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 39 00000100:00100000:2.0:1788460396.004493:0:25569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+17:18712:x1875336003484288:12345-192.168.206.5@tcp:101:lfs.0 00010000:00010000:2.0:1788460396.004525:0:25569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788460396.004550:0:25569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d01e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ace3 expref: -99 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788460396.005100:0:25569:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788460396.005240:0:25569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d01e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ace3 expref: 19 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.005278:0:25569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c4bc2ab7f00) 00010000:00010000:2.0:1788460396.005282:0:25569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788460396.005288:0:25569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d01e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ace3 expref: 19 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.005433:0:25569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bfdbd1e00, rc 0) 00000100:00100000:2.0:1788460396.005559:0:25569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+18:18712:x1875336003484288:12345-192.168.206.5@tcp:101:lfs.0 Request processed in 1066us (1346us total) trans 12884901898 rc 301/301 00000100:00100000:2.0:1788460396.005569:0:25569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 39 00000100:00100000:3.0:1788460396.008252:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460396.008303:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003484544 00000100:00100000:2.0:1788460396.008316:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003484544 00000100:00100000:2.0:1788460396.008395:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 6 00000100:00100000:2.0:1788460396.008407:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+18:18712:x1875336003484544:12345-192.168.206.5@tcp:35:lfs.0 00000100:00100000:2.0:1788460396.008732:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+19:18712:x1875336003484544:12345-192.168.206.5@tcp:35:lfs.0 Request processed in 323us (489us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1788460396.008741:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 6 00000100:00100000:0.0:1788460396.041836:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460396.042149:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003484800 00000100:00100000:1.0:1788460396.042159:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003484800 00000100:00100000:1.0:1788460396.042221:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 40 00000100:00100000:1.0:1788460396.042254:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac490b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+19:18715:x1875336003484800:12345-192.168.206.5@tcp:101:lfs.0 00010000:00010000:1.0:1788460396.042280:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460396.042302:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542d02c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794acea expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.042412:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542d033 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.042426:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542d033 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.042438:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542d033 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788460396.042448:0:22774:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788460396.042538:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542d02c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acea expref: 22 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.042556:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542d033 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acea expref: 21 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.042564:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:1.0:1788460396.042567:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788460396.042570:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac3677a00, rc 0) 00000100:00100000:1.0:1788460396.042628:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac490b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+21:18715:x1875336003484800:12345-192.168.206.5@tcp:101:lfs.0 Request processed in 382us (805us total) trans 12884901900 rc 0/0 00000100:00100000:1.0:1788460396.042636:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 40 00000100:00100000:3.0:1788460396.047770:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460396.048111:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003485056 00000100:00100000:0.0:1788460396.048126:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003485056 00000100:00100000:3.0:1788460396.048153:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460396.048193:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 41 00000100:00100000:0.0:1788460396.048207:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+21:18715:x1875336003485056:12345-192.168.206.5@tcp:54:lfs.0 00010000:00010000:0.0:1788460396.048288:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3e00/0x5dfa74784542d041 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.048305:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3e00/0x5dfa74784542d041 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.048316:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3e00/0x5dfa74784542d041 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.048353:0:22773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3e00/0x5dfa74784542d041 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.048360:0:22773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3e00/0x5dfa74784542d041 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.048367:0:22773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3e00/0x5dfa74784542d041 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.048373:0:22773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc29d3e00 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:0.0:1788460396.048378:0:22773:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3e00/0x5dfa74784542d041 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.048386:0:22773:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3e00/0x5dfa74784542d041 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.048397:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:0.0:1788460396.048400:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788460396.048405:0:22773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3e00/0x5dfa74784542d041 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.048411:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3e00/0x5dfa74784542d041 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460396.048521:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+21:18715:x1875336003485056:12345-192.168.206.5@tcp:54:lfs.0 Request processed in 317us (886us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460396.048529:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 41 00000100:00100000:2.0:1788460396.048693:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003484928 00000100:00100000:2.0:1788460396.048713:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003484928 00000100:00100000:2.0:1788460396.048791:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 1 00000100:00100000:2.0:1788460396.048801:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4131850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+21:2393:x1875336003484928:12345-192.168.206.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788460396.048817:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788460396.049034:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542d033 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acea expref: 21 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.049055:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:2.0:1788460396.049073:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788460396.049121:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4131850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+20:2393:x1875336003484928:12345-192.168.206.5@tcp:103:ldlm_bl.0 Request processed in 321us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460396.049130:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 1 00000100:00100000:3.0:1788460396.052337:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460396.052414:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003485312 00000100:00100000:0.0:1788460396.052427:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003485312 00000100:00100000:0.0:1788460396.052487:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 7 00000100:00100000:0.0:1788460396.052496:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+20:18715:x1875336003485312:12345-192.168.206.5@tcp:35:lfs.0 00000100:00100000:0.0:1788460396.052700:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+21:18715:x1875336003485312:12345-192.168.206.5@tcp:35:lfs.0 Request processed in 204us (378us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1788460396.052707:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 7 00010000:00010000:0.0:1788460396.177450:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788460396.259255:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460396.259427:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003485568 00000100:00100000:2.0:1788460396.259436:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003485568 00000100:00100000:2.0:1788460396.259493:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 42 00000100:00100000:2.0:1788460396.259503:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+21:18746:x1875336003485568:12345-192.168.206.5@tcp:101:cat.0 00010000:00010000:2.0:1788460396.259525:0:22772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788460396.259545:0:22772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d048 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794acf1 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.259636:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd0000/0x5dfa74784542d04f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.259650:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd0000/0x5dfa74784542d04f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.259662:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd0000/0x5dfa74784542d04f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788460396.259672:0:22772:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788460396.259789:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d048 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acf1 expref: 24 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.259809:0:22772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd0000/0x5dfa74784542d04f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acf1 expref: 23 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.259818:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:2.0:1788460396.259833:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788460396.259838:0:22772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bfdbd0000, rc 0) 00000100:00100000:2.0:1788460396.259893:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+23:18746:x1875336003485568:12345-192.168.206.5@tcp:101:cat.0 Request processed in 391us (645us total) trans 12884901902 rc 0/0 00000100:00100000:3.0:1788460396.264023:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460396.264150:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 42 00000100:00100000:1.0:1788460396.264296:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003485824 00000100:00100000:1.0:1788460396.264306:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003485824 00000100:00100000:1.0:1788460396.264380:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 8 00000100:00100000:1.0:1788460396.264389:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+23:18746:x1875336003485824:12345-192.168.206.5@tcp:35:cat.0 00000100:00100000:1.0:1788460396.264677:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+24:18746:x1875336003485824:12345-192.168.206.5@tcp:35:cat.0 Request processed in 288us (662us total) trans 12884901903 rc 0/0 00000100:00100000:1.0:1788460396.264684:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 8 00000100:00100000:3.0:1788460396.267687:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460396.267861:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003485952 00000100:00100000:1.0:1788460396.267871:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003485952 00000100:00100000:1.0:1788460396.267931:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 2 00000100:00100000:1.0:1788460396.267972:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+24:2396:x1875336003485952:12345-192.168.206.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788460396.267996:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788460396.268019:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd0000/0x5dfa74784542d04f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acf1 expref: 24 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.268039:0:22759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:1.0:1788460396.268044:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788460396.268091:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+23:2396:x1875336003485952:12345-192.168.206.5@tcp:103:ldlm_bl.0 Request processed in 152us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460396.268099:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 2 00000100:00100000:3.0:1788460396.324838:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460396.324969:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003486208 00000100:00100000:0.0:1788460396.324989:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003486208 00000100:00100000:0.0:1788460396.325041:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 43 00000100:00100000:0.0:1788460396.325049:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfca15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+23:18752:x1875336003486208:12345-192.168.206.5@tcp:101:dd.0 00010000:00010000:0.0:1788460396.325070:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788460396.325087:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3e00/0x5dfa74784542d05d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794acf8 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.325182:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2800/0x5dfa74784542d064 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.325197:0:22773:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542cfca lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acd5 expref: 24 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.325259:0:22773:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3400/0x5dfa74784542cfdf lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acdc expref: 24 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.325289:0:22773:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2800/0x5dfa74784542d064 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.325323:0:22773:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3400/0x5dfa74784542cfdf lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acdc expref: 24 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.325336:0:22773:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3400/0x5dfa74784542cfdf lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acdc expref: 24 pid: 22774 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460396.325356:0:22773:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4909880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22773:1875336022475776:192.168.206.5@tcp:104: 00010000:00010000:0.0:1788460396.325439:0:22773:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542cfca lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acd5 expref: 24 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.325448:0:22773:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542cfca lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acd5 expref: 24 pid: 22773 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460396.325456:0:22773:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4909f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22773:1875336022475904:192.168.206.5@tcp:104: 00000100:00100000:0.0:1788460396.325476:0:22773:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc66a7240 going to sleep for 11 seconds 00000100:00100000:0.0:1788460396.327650:0:22773:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4909880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22773:1875336022475776:192.168.206.5@tcp:104: 00000100:00100000:3.0:1788460396.329013:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460396.329516:0:22773:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4909f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22773:1875336022475904:192.168.206.5@tcp:104: 00010000:00010000:0.0:1788460396.329544:0:22773:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2800/0x5dfa74784542d064 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460396.331755:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460396.331802:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003486336 00000100:00100000:2.0:1788460396.331812:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003486336 00010000:00010000:2.0:1788460396.331850:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3400/0x5dfa74784542cfdf lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acdc expref: 25 pid: 22774 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460396.331887:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003486464 00000100:00100000:2.0:1788460396.331890:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003486464 00010000:00010000:2.0:1788460396.331902:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542cfca lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acd5 expref: 26 pid: 22773 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460396.331933:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 19 00000100:00100000:2.0:1788460396.331971:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfca14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+26:2393:x1875336003486336:12345-192.168.206.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788460396.331995:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788460396.332002:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3400/0x5dfa74784542cfdf lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acdc expref: 26 pid: 22774 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.332015:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3400/0x5dfa74784542cfdf lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acdc expref: 26 pid: 22774 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.332035:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3400/0x5dfa74784542cfdf lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acdc expref: 26 pid: 22774 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.332052:0:22760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00000100:00100000:0.0:1788460396.332053:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 20 00000100:00100000:0.0:1788460396.332068:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfca16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+25:2395:x1875336003486464:12345-192.168.206.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788460396.332069:0:22760:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2800/0x5dfa74784542d064 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.332081:0:22760:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2800/0x5dfa74784542d064 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.332087:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788460396.332090:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788460396.332096:0:22758:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542cfca lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acd5 expref: 25 pid: 22773 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460396.332151:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfca14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+25:2393:x1875336003486336:12345-192.168.206.5@tcp:103:ldlm_bl.0 Request processed in 209us (3142us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460396.332161:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 19 00010000:00010000:0.0:1788460396.332180:0:22758:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542cfca lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acd5 expref: 24 pid: 22773 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.332196:0:22758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542cfca lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acd5 expref: 24 pid: 22773 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.332208:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:0.0:1788460396.332212:0:22758:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2800/0x5dfa74784542d064 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.332221:0:22758:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2800/0x5dfa74784542d064 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.332229:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2800/0x5dfa74784542d064 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.332306:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788460396.332330:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfca16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+23:2395:x1875336003486464:12345-192.168.206.5@tcp:103:ldlm_bl.0 Request processed in 267us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460396.332353:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 20 00010000:00010000:1.0:1788460396.332370:0:22773:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2800/0x5dfa74784542d064 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.332378:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2800/0x5dfa74784542d064 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788460396.332396:0:22773:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788460396.332539:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3e00/0x5dfa74784542d05d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acf8 expref: 24 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.332655:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d2800/0x5dfa74784542d064 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acf8 expref: 23 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.332672:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:1.0:1788460396.332675:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1788460396.332678:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc29d2800, rc 0) 00000100:00100000:1.0:1788460396.332722:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfca15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+23:18752:x1875336003486208:12345-192.168.206.5@tcp:101:dd.0 Request processed in 7673us (7893us total) trans 12884901904 rc 0/0 00000100:00100000:1.0:1788460396.332730:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 43 00000100:00100000:3.0:1788460396.335290:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460396.335390:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003486592 00000100:00100000:1.0:1788460396.335398:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003486592 00000100:00100000:1.0:1788460396.335737:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 44 00000100:00100000:1.0:1788460396.335748:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfca15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+23:18752:x1875336003486592:12345-192.168.206.5@tcp:101:dd.0 00010000:00010000:1.0:1788460396.335770:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460396.335789:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542d072 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794acff expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.335819:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542d079 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.335832:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542d079 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.335842:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542d079 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.336000:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542d072 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acff expref: 25 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.336025:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542d079 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acff expref: 24 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.336033:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:1.0:1788460396.336037:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788460396.336040:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac3676200, rc 0) 00000100:00100000:1.0:1788460396.336101:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfca15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+24:18752:x1875336003486592:12345-192.168.206.5@tcp:101:dd.0 Request processed in 355us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460396.336109:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 44 00000100:00100000:3.0:1788460396.343198:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460396.343384:0:25569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003486848 00000100:00100000:1.0:1788460396.343395:0:25569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003486848 00000100:00100000:1.0:1788460396.343451:0:25569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 45 00000100:00100000:1.0:1788460396.343460:0:25569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+24:18752:x1875336003486848:12345-192.168.206.5@tcp:36:dd.0 00010000:00010000:1.0:1788460396.343696:0:25569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677800/0x5dfa74784542d080 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.343722:0:25569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677800/0x5dfa74784542d080 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.343737:0:25569:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677800/0x5dfa74784542d080 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788460396.343784:0:25569:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:1.0:1788460396.343805:0:25569:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000efeaab37 reply state 00000000df037ab0 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677800/0x5dfa74784542d080 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.343817:0:25569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677800/0x5dfa74784542d080 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.343838:0:25569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:1.0:1788460396.343841:0:25569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788460396.343845:0:25569:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788460396.343933:0:25569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+27:18752:x1875336003486848:12345-192.168.206.5@tcp:36:dd.0 Request processed in 474us (1042us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1788460396.343941:0:25569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 45 00000020:00080000:1.0:1788460396.343964:0:25569:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1788460396.345966:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460396.346037:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003486976 00000100:00100000:2.0:1788460396.346047:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003486976 00000100:00100000:2.0:1788460396.346145:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 46 00000100:00100000:2.0:1788460396.346156:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac41bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+27:18752:x1875336003486976:12345-192.168.206.5@tcp:101:dd.0 00010000:00010000:2.0:1788460396.346177:0:22772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788460396.346193:0:22772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d087 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ad06 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.346241:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d087 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad06 expref: 28 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.346255:0:22772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d087 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad06 expref: 28 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.346279:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:2.0:1788460396.346283:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788460396.346286:0:22772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bfdbd1e00, rc 0) 00000100:00100000:2.0:1788460396.346349:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac41bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+28:18752:x1875336003486976:12345-192.168.206.5@tcp:101:dd.0 Request processed in 194us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460396.346371:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 46 00000100:00100000:3.0:1788460396.377826:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460396.377931:0:23527:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003487232 00000100:00100000:2.0:1788460396.377973:0:23527:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003487232 00000100:00100000:2.0:1788460396.378045:0:23527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 3 00000100:00100000:2.0:1788460396.378055:0:23527:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcab9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+28:18752:x1875336003487232:12345-192.168.206.5@tcp:103:dd.0 00010000:00010000:2.0:1788460396.378068:0:23527:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788460396.378091:0:23527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d087 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad06 expref: 28 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.378176:0:23527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:2.0:1788460396.378182:0:23527:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788460396.378381:0:23527:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcab9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+27:18752:x1875336003487232:12345-192.168.206.5@tcp:103:dd.0 Request processed in 326us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460396.378389:0:23527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 3 00000100:00100000:3.0:1788460396.381576:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460396.381665:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003487360 00000100:00100000:0.0:1788460396.381674:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003487360 00000100:00100000:0.0:1788460396.381733:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 47 00000100:00100000:0.0:1788460396.381743:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+27:18752:x1875336003487360:12345-192.168.206.5@tcp:58:dd.0 00010000:00010000:0.0:1788460396.381852:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542d08e lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.381869:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542d08e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.381880:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542d08e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788460396.383456:0:22773:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788460396.383485:0:22773:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1788460396.383591:0:22773:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1788460396.383729:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+27:18752:x1875336003487360:12345-192.168.206.5@tcp:58:dd.0 Request processed in 1982us (2155us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460396.383738:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 47 00000100:00100000:3.0:1788460396.386859:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460396.386940:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003487488 00000100:00100000:1.0:1788460396.387110:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003487488 00000100:00100000:1.0:1788460396.387170:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 48 00000100:00100000:1.0:1788460396.387180:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+27:18752:x1875336003487488:12345-192.168.206.5@tcp:101:dd.0 00010000:00010000:1.0:1788460396.387198:0:22774:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460396.387217:0:22774:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542d095 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ad0d expref: -99 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.387268:0:22774:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542d08e lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.387278:0:22774:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542d095 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad0d expref: 28 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.387296:0:22774:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542d08e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.387308:0:22774:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542d095 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad0d expref: 28 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.387320:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:1.0:1788460396.387337:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788460396.387341:0:22774:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542d095 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad0d expref: 28 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.387350:0:22774:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac3677200, rc 0) 00000100:00100000:1.0:1788460396.387408:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+28:18752:x1875336003487488:12345-192.168.206.5@tcp:101:dd.0 Request processed in 229us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460396.387415:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 48 00000100:00100000:3.0:1788460396.625404:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788460396.625426:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7609880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022476032:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788460396.625493:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460396.625734:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788460396.625745:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac4909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1875336022476160:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788460396.625777:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788460396.625912:0:23512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022476032 00000100:00100000:2.0:1788460396.625920:0:23512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022476032 00000100:00100000:2.0:1788460396.626037:0:23512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1788460396.626046:0:23512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcabb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022476032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788460396.626075:0:23512:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:2.0:1788460396.626116:0:23512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcabb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022476032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460396.626123:0:23512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788460396.626224:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7609880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022476032:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788460396.627097:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022476160 00000100:00100000:1.0:1788460396.627105:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022476160 00000100:00100000:1.0:1788460396.627163:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788460396.627171:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875336022476160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788460396.627187:0:24286:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788460396.627489:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3662:x1875336022476160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 318us (1710us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460396.627497:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788460396.627538:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac4909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1875336022476160:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788460396.628658:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1788460396.689170:0:22808:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788460396.689180:0:22808:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788460396.689221:0:22808:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1788460396.689252:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1788460396.689512:0:22808:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bfcab8380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22808:1875336022476288:192.168.206.5@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788460396.689598:0:22808:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc1254c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788460396.697076:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460396.698833:0:22808:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bfcab8380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22808:1875336022476288:192.168.206.5@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788460396.702323:0:25569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003487616 00000100:00100000:2.0:1788460396.702338:0:25569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003487616 00000100:00100000:2.0:1788460396.702415:0:25569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 49 00000100:00100000:2.0:1788460396.702425:0:25569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcabbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+28:18754:x1875336003487616:12345-192.168.206.5@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788460396.702467:0:25569:0:(mdt_handler.c:7985:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788460396.702590:0:25569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcabbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+28:18754:x1875336003487616:12345-192.168.206.5@tcp:53:lhsmtool_posix.0 Request processed in 166us (5531us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460396.702597:0:25569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 49 00000100:00100000:0.0:1788460396.713828:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460396.714229:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003487744 00000100:00100000:2.0:1788460396.714239:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003487744 00000100:00100000:2.0:1788460396.714298:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 50 00000100:00100000:2.0:1788460396.714307:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+28:18754:x1875336003487744:12345-192.168.206.5@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1788460396.715182:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d09c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.715202:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d09c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.715213:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d09c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.715230:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd0800/0x5dfa74784542d0a3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.715237:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd0800/0x5dfa74784542d0a3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.715243:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd0800/0x5dfa74784542d0a3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.715264:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0aa lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.715273:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0aa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.715290:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0aa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788460396.715331:0:22772:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1788460396.715336:0:22772:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788460396.715351:0:22772:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0aa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.715362:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d09c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.715869:0:22772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d09c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.715876:0:22772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d09c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.715882:0:22772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1e00 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:2.0:1788460396.715886:0:22772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d09c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.716152:0:22772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d09c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.716166:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8c4bc5dc1e00) 00010000:00010000:2.0:1788460396.716169:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788460396.716174:0:22772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d09c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.716181:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d09c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.716208:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd0800/0x5dfa74784542d0a3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.716214:0:22772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd0800/0x5dfa74784542d0a3 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.716220:0:22772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd0800/0x5dfa74784542d0a3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.716225:0:22772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd0800 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:2.0:1788460396.716228:0:22772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd0800/0x5dfa74784542d0a3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.716234:0:22772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd0800/0x5dfa74784542d0a3 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.716241:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8c4bef1fca00) 00010000:00010000:2.0:1788460396.716243:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788460396.716246:0:22772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd0800/0x5dfa74784542d0a3 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.716251:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd0800/0x5dfa74784542d0a3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.716266:0:22772:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0aa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.716272:0:22772:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0aa lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.716277:0:22772:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0aa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.716290:0:22772:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1600 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:2.0:1788460396.716293:0:22772:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0aa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.716299:0:22772:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0aa lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.716306:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:2.0:1788460396.716308:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788460396.716311:0:22772:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0aa lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.716316:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0aa lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460396.716504:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+28:18754:x1875336003487744:12345-192.168.206.5@tcp:34:lhsmtool_posix.0 Request processed in 2194us (2881us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460396.716515:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 50 00000100:00100000:3.0:1788460396.720634:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460396.720773:0:25569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003488000 00000100:00100000:2.0:1788460396.720782:0:25569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003488000 00000100:00100000:2.0:1788460396.720837:0:25569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 51 00000100:00100000:2.0:1788460396.720847:0:25569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+28:18754:x1875336003488000:12345-192.168.206.5@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788460396.720866:0:25569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788460396.720884:0:25569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1c00/0x5dfa74784542d0b1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ad14 expref: -99 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.721042:0:25569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0b8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.721072:0:25569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0b8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.721083:0:25569:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0b8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788460396.721095:0:25569:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788460396.721163:0:25569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0b8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.721170:0:25569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0b8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.721176:0:25569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0b8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.721182:0:25569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1600 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:2.0:1788460396.721185:0:25569:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0b8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.721193:0:25569:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0b8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.721204:0:25569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:2.0:1788460396.721207:0:25569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788460396.721212:0:25569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0b8 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.721218:0:25569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0b8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.721255:0:25569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1c00/0x5dfa74784542d0b1 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad14 expref: 30 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.721270:0:25569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8c4bc5dc1e00) 00010000:00010000:2.0:1788460396.721272:0:25569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788460396.721276:0:25569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1c00/0x5dfa74784542d0b1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad14 expref: 30 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.721284:0:25569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bfdbd1c00, rc 0) 00000100:00100000:2.0:1788460396.721352:0:25569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcab8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+29:18754:x1875336003488000:12345-192.168.206.5@tcp:101:lhsmtool_posix.0 Request processed in 507us (726us total) trans 12884901907 rc 301/301 00000100:00100000:2.0:1788460396.721359:0:25569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 51 00000100:00100000:3.0:1788460396.726419:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460396.726519:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003488128 00000100:00100000:1.0:1788460396.726529:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003488128 00000100:00100000:1.0:1788460396.726590:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 52 00000100:00100000:1.0:1788460396.726600:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+29:18754:x1875336003488128:12345-192.168.206.5@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788460396.726633:0:22774:0:(mdt_handler.c:7985:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788460396.726752:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+29:18754:x1875336003488128:12345-192.168.206.5@tcp:53:lhsmtool_posix.0 Request processed in 153us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460396.726759:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 52 00000100:00100000:0.0:1788460396.734576:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460396.734700:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003488384 00000100:00100000:1.0:1788460396.734729:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003488384 00000100:00100000:1.0:1788460396.734932:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 53 00000100:00100000:1.0:1788460396.734995:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4908e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+29:18754:x1875336003488384:12345-192.168.206.5@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788460396.735022:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460396.735047:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542d0c6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ad1b expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788460396.736149:0:22773:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x23:0x0], count =31 00000004:00080000:1.0:1788460396.736159:0:22773:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x23:0x0]+31 in llog 00000004:00080000:1.0:1788460396.736355:0:22773:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:1.0:1788460396.736565:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676a00/0x5dfa74784542d0cd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.736584:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676a00/0x5dfa74784542d0cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.736597:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676a00/0x5dfa74784542d0cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.736665:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676400/0x5dfa74784542d0c6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad1b expref: 32 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.736688:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676a00/0x5dfa74784542d0cd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad1b expref: 31 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.736698:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c4bc2ab7900) 00010000:00010000:1.0:1788460396.736701:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788460396.736705:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4ac3676a00, rc 0) 00000100:00100000:1.0:1788460396.737170:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4908e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+31:18754:x1875336003488384:12345-192.168.206.5@tcp:101:lhsmtool_posix.0 Request processed in 2224us (2601us total) trans 12884901908 rc 0/0 00000100:00100000:1.0:1788460396.737204:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 53 00000100:00100000:3.0:1788460396.741443:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460396.741693:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003488640 00000100:00100000:1.0:1788460396.741706:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003488640 00000100:00100000:1.0:1788460396.741775:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 54 00000100:00100000:1.0:1788460396.741797:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcabb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+31:18754:x1875336003488640:12345-192.168.206.5@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788460396.741877:0:22773:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788460396.741920:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676a00/0x5dfa74784542d0cd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad1b expref: 31 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.741959:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c4bc2ab7900) 00010000:00010000:1.0:1788460396.741989:0:22773:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788460396.742017:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677c00/0x5dfa74784542d0db lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.742034:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677c00/0x5dfa74784542d0db lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.742045:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677c00/0x5dfa74784542d0db lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.742062:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542d0e2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x20f9a551 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.742069:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542d0e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x20f9a551 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.742076:0:22773:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542d0e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x20f9a551 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.742155:0:22773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677c00/0x5dfa74784542d0db lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.742163:0:22773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677c00/0x5dfa74784542d0db lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.742181:0:22773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677c00/0x5dfa74784542d0db lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.742189:0:22773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3677c00 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:1.0:1788460396.742194:0:22773:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677c00/0x5dfa74784542d0db lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.742202:0:22773:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677c00/0x5dfa74784542d0db lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.742211:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c4bc2ab7800) 00010000:00010000:1.0:1788460396.742214:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788460396.742218:0:22773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677c00/0x5dfa74784542d0db lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.742224:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677c00/0x5dfa74784542d0db lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.742234:0:22773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542d0e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x20f9a551 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.742240:0:22773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542d0e2 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x20f9a551 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.742246:0:22773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542d0e2 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x20f9a551 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.742258:0:22773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3677a00 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:1.0:1788460396.742262:0:22773:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542d0e2 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x20f9a551 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.742268:0:22773:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542d0e2 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x20f9a551 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.742277:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x20f9a551 (ffff8c4bc2ab7700) 00010000:00010000:1.0:1788460396.742279:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788460396.742282:0:22773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542d0e2 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x20f9a551 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.742288:0:22773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677a00/0x5dfa74784542d0e2 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x20f9a551 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460396.742386:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcabb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+30:18754:x1875336003488640:12345-192.168.206.5@tcp:36:lhsmtool_posix.0 Request processed in 601us (956us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788460396.742394:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 54 00000100:00100000:2.0:1788460396.745695:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460396.745798:0:25569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003488768 00000100:00100000:1.0:1788460396.745811:0:25569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003488768 00000100:00100000:1.0:1788460396.745892:0:25569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 55 00000100:00100000:1.0:1788460396.745913:0:25569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+30:18754:x1875336003488768:12345-192.168.206.5@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788460396.745940:0:25569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460396.746008:0:25569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd4e00/0x5dfa74784542d0e9 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ad22 expref: -99 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.746054:0:25569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd5800/0x5dfa74784542d0f0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.746100:0:25569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd5800/0x5dfa74784542d0f0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.746115:0:25569:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd5800/0x5dfa74784542d0f0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.746656:0:25569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd4e00/0x5dfa74784542d0e9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad22 expref: 32 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.746679:0:25569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd5800/0x5dfa74784542d0f0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad22 expref: 31 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.746690:0:25569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c4bc2ab7b00) 00010000:00010000:1.0:1788460396.746694:0:25569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788460396.746698:0:25569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc2bd5800, rc 0) 00000100:00100000:1.0:1788460396.746827:0:25569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+31:18754:x1875336003488768:12345-192.168.206.5@tcp:101:lhsmtool_posix.0 Request processed in 916us (1143us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460396.746835:0:25569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 55 00000100:00100000:0.0:1788460396.753132:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460396.753602:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003489024 00000100:00100000:2.0:1788460396.753615:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003489024 00000100:00100000:2.0:1788460396.753721:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 56 00000100:00100000:2.0:1788460396.753733:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac490a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+31:18754:x1875336003489024:12345-192.168.206.5@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788460396.753859:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1c00/0x5dfa74784542d0f7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.753882:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1c00/0x5dfa74784542d0f7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.753896:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1c00/0x5dfa74784542d0f7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788460396.754563:0:22774:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:2.0:1788460396.754582:0:22774:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 693857637745ns, next at 694857634060ns, rc = 0 00000004:00010000:2.0:1788460396.754657:0:22774:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004f723f2d reply state 0000000090e6a221 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1c00/0x5dfa74784542d0f7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.754693:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1c00/0x5dfa74784542d0f7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.754703:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c4bc2ab7b00) 00010000:00010000:2.0:1788460396.754706:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788460396.754710:0:22774:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788460396.754908:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac490a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+33:18754:x1875336003489024:12345-192.168.206.5@tcp:36:lhsmtool_posix.0 Request processed in 1173us (1787us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1788460396.754916:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 56 00000100:00100000:0.0:1788460396.761266:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460396.763883:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003489152 00000100:00100000:2.0:1788460396.763896:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003489152 00000100:00100000:2.0:1788460396.764369:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 57 00000100:00100000:2.0:1788460396.764379:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac490a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+33:18754:x1875336003489152:12345-192.168.206.5@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788460396.764403:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788460396.764635:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0fe lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ad29 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.764690:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0fe lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad29 expref: 34 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.764705:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0fe lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad29 expref: 34 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.765492:0:22773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c4bc2ab7b00) 00010000:00010000:2.0:1788460396.765497:0:22773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788460396.765501:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bfdbd1600, rc 0) 00000100:00100000:2.0:1788460396.765621:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac490a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+34:18754:x1875336003489152:12345-192.168.206.5@tcp:101:lhsmtool_posix.0 Request processed in 1242us (4362us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460396.765642:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 57 00000100:00100000:2.0:1788460396.778573:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460396.778682:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003489280 00000100:00100000:1.0:1788460396.778699:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003489280 00000100:00100000:1.0:1788460396.778813:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 23 00000100:00100000:1.0:1788460396.778826:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+5:2393:x1875336003489280:12345-192.168.206.5@tcp:2:lhsmtool_posix.0 00000100:00080000:3.0:1788460396.779576:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788460396.780458:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+6:2393:x1875336003489280:12345-192.168.206.5@tcp:2:lhsmtool_posix.0 Request processed in 1625us (1882us total) trans 12884901891 rc 0/0 00000100:00100000:1.0:1788460396.780484:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 23 00000100:00100000:2.0:1788460396.789025:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460396.789426:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003489536 00000100:00100000:1.0:1788460396.790132:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003489536 00000100:00100000:1.0:1788460396.790212:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 9 00000100:00100000:1.0:1788460396.790225:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+34:18754:x1875336003489536:12345-192.168.206.5@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788460396.791650:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+35:18754:x1875336003489536:12345-192.168.206.5@tcp:35:lhsmtool_posix.0 Request processed in 1416us (2622us total) trans 12884901910 rc 0/0 00000100:00100000:1.0:1788460396.791664:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 9 00000100:00100000:0.0:1788460396.796542:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460396.797561:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003489792 00000100:00100000:2.0:1788460396.797578:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003489792 00000100:00100000:2.0:1788460396.797647:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 58 00000100:00100000:2.0:1788460396.797658:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac490bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+35:18754:x1875336003489792:12345-192.168.206.5@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788460396.797774:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac490bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+35:18754:x1875336003489792:12345-192.168.206.5@tcp:57:lhsmtool_posix.0 Request processed in 118us (1248us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460396.797782:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 58 00000100:00100000:2.0:1788460396.803753:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460396.803875:0:25569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003489920 00000100:00100000:1.0:1788460396.803893:0:25569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003489920 00000100:00100000:1.0:1788460396.804029:0:25569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 59 00000100:00100000:1.0:1788460396.804041:0:25569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfdbeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+35:18754:x1875336003489920:12345-192.168.206.5@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788460396.804068:0:25569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460396.804093:0:25569:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd4e00/0x5dfa74784542d105 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ad30 expref: -99 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.804210:0:25569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd4c00/0x5dfa74784542d10c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.804228:0:25569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd4c00/0x5dfa74784542d10c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.804241:0:25569:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd4c00/0x5dfa74784542d10c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788460396.804296:0:25569:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788460396.804321:0:25569:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd4c00/0x5dfa74784542d10c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.804355:0:25569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd4e00/0x5dfa74784542d105 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad30 expref: 37 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.804394:0:25569:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd4c00/0x5dfa74784542d10c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad30 expref: 36 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.804404:0:25569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c4bc2ab7b00) 00010000:00010000:1.0:1788460396.804407:0:25569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1788460396.804412:0:25569:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc2bd4c00, rc 0) 00000100:00100000:1.0:1788460396.804731:0:25569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfdbeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+36:18754:x1875336003489920:12345-192.168.206.5@tcp:101:lhsmtool_posix.0 Request processed in 690us (984us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460396.804741:0:25569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 59 00000100:00100000:3.0:1788460396.812528:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460396.812598:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003490048 00000100:00100000:0.0:1788460396.812615:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003490048 00000100:00100000:0.0:1788460396.812706:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 24 00000100:00100000:0.0:1788460396.812719:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcab9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+6:2393:x1875336003490048:12345-192.168.206.5@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788460396.812765:0:24282:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788460396.812803:0:24282:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005bc554f3/0x5dfa74784542d113 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ad37 expref: -99 pid: 24282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788460396.812836:0:24282:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a99bd6b, blocks: 0x0 00010000:00010000:0.0:1788460396.813104:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1788460396.813111:0:24282:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788460396.813123:0:24282:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bc554f3/0x5dfa74784542d113 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad37 expref: 7 pid: 24282 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.813148:0:24282:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005bc554f3/0x5dfa74784542d113 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad37 expref: 7 pid: 24282 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.813165:0:24282:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc29d2e00, rc 0) 00000100:00100000:0.0:1788460396.813241:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcab9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+7:2393:x1875336003490048:12345-192.168.206.5@tcp:101:lhsmtool_posix.0 Request processed in 524us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460396.813249:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 24 00000100:00100000:0.0:1788460396.820875:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460396.823602:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003490304 00000100:00100000:2.0:1788460396.823616:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003490304 00000100:00100000:2.0:1788460396.823754:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 60 00000100:00100000:2.0:1788460396.823765:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+36:18754:x1875336003490304:12345-192.168.206.5@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788460396.823879:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+36:18754:x1875336003490304:12345-192.168.206.5@tcp:57:lhsmtool_posix.0 Request processed in 116us (3011us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460396.823887:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 60 00000100:00100000:2.0:1788460396.835565:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460396.835829:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003490432 00000100:00100000:1.0:1788460396.835838:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003490432 00000100:00100000:1.0:1788460396.835894:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 61 00000100:00100000:1.0:1788460396.835903:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfdbed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+36:18754:x1875336003490432:12345-192.168.206.5@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788460396.845244:0:22753:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:3.0:1788460396.845265:0:22753:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:3.0:1788460396.845330:0:22753:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:1.0:1788460396.845483:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788460396.845503:0:3661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7609880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022476416:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1788460396.845567:0:3661:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460396.845693:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfdbed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+19:18754:x1875336003490432:12345-192.168.206.5@tcp:44:lhsmtool_posix.0 Request processed in 9789us (10133us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460396.845703:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 61 00000100:00100000:1.0:1788460396.845756:0:24706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022476416 00000100:00100000:1.0:1788460396.845762:0:24706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022476416 00000100:00100000:1.0:1788460396.845797:0:24706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788460396.845805:0:24706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf760a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3661:x1875336022476416:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1788460396.845907:0:24706:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1788460396.845910:0:24706:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1788460396.845923:0:24706:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1788460396.845925:0:24706:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788460395 -> 1788460395 00002000:00010000:1.0:1788460396.845927:0:24706:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1788460396.845994:0:24706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf760a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3661:x1875336022476416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 190us (426us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1788460396.846000:0:24706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000004:00080000:1.0:1788460396.846034:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8c4bf7609880/2, rc 0, transno 12884901892 00000100:00100000:1.0:1788460396.846040:0:3661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7609880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3661:1875336022476416:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1788460396.847933:0:3646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cf68 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.848001:0:3646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cf68 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.848010:0:3646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cf68 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.848033:0:3646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc14f0800 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:2.0:1788460396.848038:0:3646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cf68 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.848047:0:3646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cf68 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.848069:0:3646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c4bc2ab7800) 00010000:00010000:2.0:1788460396.848073:0:3646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1788460396.848079:0:3646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cf68 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.848086:0:3646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc14f0800/0x5dfa74784542cf68 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.849120:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542cf0d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.849137:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542cf0d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.849144:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542cf0d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.849151:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3677e00 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:0.0:1788460396.849167:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542cf0d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.849175:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542cf0d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.849190:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8c4bc2ab7e00) 00010000:00010000:0.0:1788460396.849192:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788460396.849195:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542cf0d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.849201:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677e00/0x5dfa74784542cf0d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.849226:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676c00/0x5dfa74784542cf14 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.849232:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676c00/0x5dfa74784542cf14 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.849238:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676c00/0x5dfa74784542cf14 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.849243:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3676c00 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:0.0:1788460396.849245:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676c00/0x5dfa74784542cf14 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.849252:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676c00/0x5dfa74784542cf14 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.849259:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8c4bc2ab7800) 00010000:00010000:0.0:1788460396.849262:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788460396.849271:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676c00/0x5dfa74784542cf14 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.849277:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676c00/0x5dfa74784542cf14 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.849294:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678800/0x5dfa74784542cfc3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.849300:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678800/0x5dfa74784542cfc3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.849306:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678800/0x5dfa74784542cfc3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.849311:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bf7678800 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:0.0:1788460396.849314:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678800/0x5dfa74784542cfc3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.849320:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678800/0x5dfa74784542cfc3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.849328:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8c4ac36d3200) 00010000:00010000:0.0:1788460396.849331:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788460396.849333:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678800/0x5dfa74784542cfc3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.850096:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bf7678800/0x5dfa74784542cfc3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.850123:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677800/0x5dfa74784542d080 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.850143:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677800/0x5dfa74784542d080 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.850150:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677800/0x5dfa74784542d080 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.850155:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4ac3677800 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:0.0:1788460396.850159:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677800/0x5dfa74784542d080 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.850165:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677800/0x5dfa74784542d080 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.850175:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:0.0:1788460396.850178:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788460396.850181:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677800/0x5dfa74784542d080 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.850186:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677800/0x5dfa74784542d080 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.850198:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1c00/0x5dfa74784542d0f7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.850204:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1c00/0x5dfa74784542d0f7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.850210:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1c00/0x5dfa74784542d0f7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.850215:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1c00 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:0.0:1788460396.850223:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1c00/0x5dfa74784542d0f7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.850229:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1c00/0x5dfa74784542d0f7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.850237:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c4bc2ab7b00) 00010000:00010000:0.0:1788460396.850240:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788460396.850243:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1c00/0x5dfa74784542d0f7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.850249:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1c00/0x5dfa74784542d0f7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460396.855080:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460396.855251:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003490560 00000100:00100000:2.0:1788460396.855264:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003490560 00000100:00100000:2.0:1788460396.855333:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 26 00000100:00100000:2.0:1788460396.855356:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bdd497c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+7:2395:x1875336003490560:12345-192.168.206.5@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1788460396.855513:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bdd497c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+7:2395:x1875336003490560:12345-192.168.206.5@tcp:16:lhsmtool_posix.0 Request processed in 160us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460396.855522:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 26 00000100:00100000:1.0:1788460396.863852:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460396.864256:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003490816 00000100:00100000:2.0:1788460396.864270:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003490816 00000100:00100000:2.0:1788460396.864396:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 62 00000100:00100000:2.0:1788460396.864408:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7609f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+15:18754:x1875336003490816:12345-192.168.206.5@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788460396.864477:0:22774:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788460396.864524:0:22774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd4c00/0x5dfa74784542d10c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad30 expref: 15 pid: 25569 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.864545:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c4bc2ab7b00) 00010000:00010000:2.0:1788460396.864550:0:22774:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788460396.864587:0:22774:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd0400/0x5dfa74784542d11a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.864602:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd0400/0x5dfa74784542d11a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.864612:0:22774:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd0400/0x5dfa74784542d11a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788460396.864760:0:22774:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ad745206 reply state 000000004089188d transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd0400/0x5dfa74784542d11a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.864773:0:22774:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd0400/0x5dfa74784542d11a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22774 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.864779:0:22774:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c4bc2ab7b00) 00010000:00010000:2.0:1788460396.864782:0:22774:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788460396.864784:0:22774:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788460396.864913:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7609f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+16:18754:x1875336003490816:12345-192.168.206.5@tcp:36:lhsmtool_posix.0 Request processed in 506us (1276us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1788460396.864921:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 62 00000100:00100000:3.0:1788460396.871483:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460396.871676:0:24706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003490944 00000100:00100000:1.0:1788460396.871688:0:24706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003490944 00000100:00100000:1.0:1788460396.871758:0:24706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 27 00000100:00100000:1.0:1788460396.871770:0:24706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcab8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+7:18754:x1875336003490944:12345-192.168.206.5@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788460396.871794:0:24706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788460396.871817:0:24706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d7a7691/0x5dfa74784542d121 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ad3e expref: -99 pid: 24706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.871856:0:24706:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005bc554f3/0x5dfa74784542d113 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad37 expref: 8 pid: 24282 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.871867:0:24706:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788460396.871872:0:24706:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788460396.871878:0:24706:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d7a7691/0x5dfa74784542d121 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad3e expref: 8 pid: 24706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.871934:0:24706:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005bc554f3/0x5dfa74784542d113 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad37 expref: 8 pid: 24282 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.872028:0:24706:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005bc554f3/0x5dfa74784542d113 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad37 expref: 8 pid: 24282 timeout: 793 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460396.872045:0:24706:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:24706:1875336022476544:192.168.206.5@tcp:104: 00000100:00100000:1.0:1788460396.872158:0:24706:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bd47b9900 going to sleep for 11 seconds 00000100:00100000:3.0:1788460396.876153:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460396.876393:0:24706:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf7608e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:24706:1875336022476544:192.168.206.5@tcp:104: 00010000:00010000:1.0:1788460396.876435:0:24706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001d7a7691/0x5dfa74784542d121 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad3e expref: 8 pid: 24706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.876461:0:24706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc2bd5c00, rc 0) 00000100:00100000:1.0:1788460396.876563:0:24706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcab8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+8:18754:x1875336003490944:12345-192.168.206.5@tcp:101:lhsmtool_posix.0 Request processed in 4796us (5094us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460396.876574:0:24706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 27 00000100:00100000:0.0:1788460396.877722:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003491072 00000100:00100000:0.0:1788460396.877736:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003491072 00010000:00010000:0.0:1788460396.877784:0:22759:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005bc554f3/0x5dfa74784542d113 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad37 expref: 8 pid: 24282 timeout: 793 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460396.877864:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 21 00000100:00100000:0.0:1788460396.877874:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcabaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+8:2394:x1875336003491072:12345-192.168.206.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788460396.877890:0:22759:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788460396.877923:0:22759:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005bc554f3/0x5dfa74784542d113 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad37 expref: 8 pid: 24282 timeout: 793 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.877939:0:22759:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005bc554f3/0x5dfa74784542d113 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad37 expref: 8 pid: 24282 timeout: 793 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.877994:0:22759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005bc554f3/0x5dfa74784542d113 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad37 expref: 8 pid: 24282 timeout: 793 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.878029:0:22759:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788460396.878034:0:22759:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788460396.878042:0:22759:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001d7a7691/0x5dfa74784542d121 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad3e expref: 7 pid: 24706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.878053:0:22759:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d7a7691/0x5dfa74784542d121 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad3e expref: 7 pid: 24706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.878095:0:22759:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001d7a7691/0x5dfa74784542d121 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad3e expref: 7 pid: 24706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460396.878111:0:22759:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:22759:1875336022476672:192.168.206.5@tcp:105: 00000100:00100000:0.0:1788460396.878210:0:22759:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc300cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788460396.882677:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460396.882757:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003491200 00000100:00100000:3.0:1788460396.882768:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003491200 00000100:00100000:3.0:1788460396.882839:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 28 00000100:00100000:3.0:1788460396.882851:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfdbef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+8:2393:x1875336003491200:12345-192.168.206.5@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1788460396.883087:0:24283:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1788460396.883091:0:24283:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1788460395 00002000:00010000:3.0:1788460396.883094:0:24283:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1788460394 00002000:00010000:3.0:1788460396.883096:0:24283:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788460395 -> 1788460395 00002000:00010000:3.0:1788460396.883099:0:24283:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1788460396.883162:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfdbef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+9:2393:x1875336003491200:12345-192.168.206.5@tcp:2:lhsmtool_posix.0 Request processed in 314us (500us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1788460396.883182:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 28 00000100:00100000:0.0:1788460396.885866:0:22759:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:22759:1875336022476672:192.168.206.5@tcp:105: 00010000:00010000:0.0:1788460396.885898:0:22759:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788460396.886366:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcabaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+8:2394:x1875336003491072:12345-192.168.206.5@tcp:103:ldlm_bl.0 Request processed in 8490us (10224us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460396.886391:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 21 00000100:00100000:1.0:1788460396.886677:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460396.887809:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003491328 00000100:00100000:3.0:1788460396.887823:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003491328 00000100:00100000:2.0:1788460396.888011:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 29 00000100:00100000:2.0:1788460396.888024:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7608e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+8:2396:x1875336003491328:12345-192.168.206.5@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788460396.888082:0:24284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542d128 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.888124:0:24284:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001d7a7691/0x5dfa74784542d121 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad3e expref: 8 pid: 24706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.888134:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460396.888139:0:24284:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788460396.888145:0:24284:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542d128 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.888199:0:24284:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001d7a7691/0x5dfa74784542d121 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad3e expref: 8 pid: 24706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.888217:0:24284:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001d7a7691/0x5dfa74784542d121 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad3e expref: 8 pid: 24706 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460396.888237:0:24284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bfdbec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:24284:1875336022476800:192.168.206.5@tcp:104: 00000100:00100000:2.0:1788460396.888337:0:24284:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac28b40c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788460396.897043:0:3654:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460396.897718:0:24284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bfdbec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:24284:1875336022476800:192.168.206.5@tcp:104: 00010000:00010000:0.0:1788460396.897756:0:24284:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542d128 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460396.897858:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003491456 00000100:00100000:1.0:1788460396.897867:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003491456 00010000:00010000:1.0:1788460396.897924:0:22760:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001d7a7691/0x5dfa74784542d121 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad3e expref: 9 pid: 24706 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460396.898001:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 22 00000100:00100000:1.0:1788460396.898011:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfdbefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+9:2394:x1875336003491456:12345-192.168.206.5@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788460396.898028:0:22760:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788460396.898054:0:22760:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000001d7a7691/0x5dfa74784542d121 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad3e expref: 9 pid: 24706 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.898088:0:22760:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001d7a7691/0x5dfa74784542d121 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad3e expref: 9 pid: 24706 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.898117:0:22760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d7a7691/0x5dfa74784542d121 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad3e expref: 9 pid: 24706 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.898136:0:22760:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=1s v=(1 0) 00010000:00010000:1.0:1788460396.898141:0:22760:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788460396.898148:0:22760:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542d128 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.898159:0:22760:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542d128 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.898344:0:22760:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788460396.898532:0:24284:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542d128 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.898549:0:24284:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542d128 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.898572:0:24284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542d128 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.898581:0:24284:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542d128 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.898590:0:24284:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542d128 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.898598:0:24284:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1c00 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:0.0:1788460396.898602:0:24284:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542d128 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.898612:0:24284:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542d128 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.898627:0:24284:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542d128 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.898635:0:24284:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000511a8ae9/0x5dfa74784542d128 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460396.898723:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfdbefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+8:2394:x1875336003491456:12345-192.168.206.5@tcp:103:ldlm_bl.0 Request processed in 710us (1690us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460396.898733:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 22 00000100:00100000:0.0:1788460396.902191:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7608e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+7:2396:x1875336003491328:12345-192.168.206.5@tcp:1:lhsmtool_posix.0 Request processed in 14143us (15489us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460396.902211:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 29 00000100:00100000:3.0:1788460396.904617:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460396.905484:0:25569:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003491712 00000100:00100000:2.0:1788460396.905498:0:25569:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003491712 00000100:00100000:2.0:1788460396.905576:0:25569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 63 00000100:00100000:2.0:1788460396.905587:0:25569:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+16:18754:x1875336003491712:12345-192.168.206.5@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788460396.905685:0:25569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1a00/0x5dfa74784542d12f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.905706:0:25569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542d079 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acff expref: 16 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.905797:0:25569:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1a00/0x5dfa74784542d12f lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.905844:0:25569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542d079 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acff expref: 16 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.905859:0:25569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542d079 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acff expref: 16 pid: 22774 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460396.905877:0:25569:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bfdbec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25569:1875336022476928:192.168.206.5@tcp:104: 00000100:00100000:2.0:1788460396.906113:0:25569:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac28b4180 going to sleep for 11 seconds 00000100:00100000:3.0:1788460396.910642:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460396.910707:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003491840 00000100:00100000:0.0:1788460396.910719:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003491840 00010000:00010000:0.0:1788460396.910765:0:22758:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542d079 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acff expref: 17 pid: 22774 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788460396.910876:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 23 00000100:00100000:0.0:1788460396.910888:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4131c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+17:2393:x1875336003491840:12345-192.168.206.5@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788460396.910908:0:22758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788460396.910916:0:22758:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542d079 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acff expref: 17 pid: 22774 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.910930:0:22758:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542d079 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acff expref: 17 pid: 22774 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.911003:0:22758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:0.0:1788460396.911010:0:22758:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542d095 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad0d expref: 17 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.911021:0:22758:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1a00/0x5dfa74784542d12f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.911029:0:22758:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1a00/0x5dfa74784542d12f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.911054:0:22758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1a00/0x5dfa74784542d12f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.911076:0:22758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788460396.911146:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4131c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+17:2393:x1875336003491840:12345-192.168.206.5@tcp:103:ldlm_bl.0 Request processed in 260us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460396.911155:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 23 00010000:00010000:2.0:1788460396.912996:0:25569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3676200/0x5dfa74784542d079 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794acff expref: 16 pid: 22774 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460396.913028:0:25569:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bfdbec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25569:1875336022476928:192.168.206.5@tcp:104: 00010000:00010000:2.0:1788460396.913061:0:25569:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1a00/0x5dfa74784542d12f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.913073:0:25569:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1a00/0x5dfa74784542d12f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.913080:0:25569:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1a00/0x5dfa74784542d12f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.913523:0:25569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d136 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.913541:0:25569:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0fe lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad29 expref: 16 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.913558:0:25569:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d136 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.913600:0:25569:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0fe lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad29 expref: 16 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.913616:0:25569:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0fe lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad29 expref: 16 pid: 22773 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460396.913633:0:25569:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bfdbec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25569:1875336022477056:192.168.206.5@tcp:104: 00000100:00100000:2.0:1788460396.913733:0:25569:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4ac28b4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788460396.916836:0:25569:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bfdbec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25569:1875336022477056:192.168.206.5@tcp:104: 00010000:00010000:2.0:1788460396.916876:0:25569:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d136 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460396.917376:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460396.917447:0:23527:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003491968 00000100:00100000:2.0:1788460396.917456:0:23527:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003491968 00010000:00010000:2.0:1788460396.917501:0:23527:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0fe lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad29 expref: 17 pid: 22773 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460396.917549:0:23527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 24 00000100:00100000:2.0:1788460396.917559:0:23527:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+17:2394:x1875336003491968:12345-192.168.206.5@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788460396.917576:0:23527:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788460396.917585:0:23527:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0fe lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad29 expref: 17 pid: 22773 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.917622:0:23527:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0fe lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad29 expref: 17 pid: 22773 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.917647:0:23527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d0fe lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad29 expref: 17 pid: 22773 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.917666:0:23527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c4bc2ab7b00) 00010000:00010000:2.0:1788460396.917672:0:23527:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d136 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.917682:0:23527:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d136 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.917692:0:23527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d136 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.917728:0:23527:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788460396.917888:0:23527:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+16:2394:x1875336003491968:12345-192.168.206.5@tcp:103:ldlm_bl.0 Request processed in 329us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460396.917901:0:23527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 24 00010000:00010000:3.0:1788460396.918289:0:25569:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d136 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460396.918298:0:25569:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d136 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788460396.918436:0:25569:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:3.0:1788460396.918586:0:25569:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:3.0:1788460396.918631:0:25569:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:3.0:1788460396.918726:0:25569:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bfcaba300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25569:1875336022477184:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788460396.918788:0:25569:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460396.918834:0:25569:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bced749c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788460396.918893:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022477184 00000100:00100000:2.0:1788460396.918910:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022477184 00000100:00100000:2.0:1788460396.918993:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1788460396.919003:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcabb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:25569:x1875336022477184:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788460396.919154:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcabb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:25569:x1875336022477184:12345-0@lo:1000:mdt00_003.0 Request processed in 152us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460396.919162:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788460396.920622:0:25569:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bfcaba300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25569:1875336022477184:0@lo:1000:mdt00_003.0 00000001:00080000:1.0:1788460396.920840:0:25569:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:1.0:1788460396.920931:0:25569:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bf760aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25569:1875336022477312:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788460396.921288:0:25569:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788460396.921367:0:25569:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bd47b96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788460396.921518:0:23512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022477312 00000100:00100000:0.0:1788460396.921527:0:23512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022477312 00000100:00100000:0.0:1788460396.921610:0:23512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788460396.921620:0:23512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf760a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:25569:x1875336022477312:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788460396.921826:0:23512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf760a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:25569:x1875336022477312:12345-0@lo:1000:mdt00_003.0 Request processed in 206us (537us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1788460396.921835:0:23512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788460396.922105:0:25569:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bf760aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25569:1875336022477312:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1788460396.922242:0:25569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d136 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.922255:0:25569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d136 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.922263:0:25569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d136 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.922270:0:25569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1e00 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:1.0:1788460396.922275:0:25569:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d136 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.922285:0:25569:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d136 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.922304:0:25569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c4bc2ab7b00) 00010000:00010000:1.0:1788460396.922307:0:25569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788460396.922313:0:25569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d136 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.922321:0:25569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1e00/0x5dfa74784542d136 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.922361:0:25569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542d08e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.922368:0:25569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542d08e lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.922374:0:25569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542d08e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.922391:0:25569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc29d3a00 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:1.0:1788460396.922395:0:25569:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542d08e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.922402:0:25569:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542d08e lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.922412:0:25569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:1.0:1788460396.922415:0:25569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788460396.922423:0:25569:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542d095 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad0d expref: 19 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.922436:0:25569:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542d095 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad0d expref: 19 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.922446:0:25569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542d095 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad0d expref: 19 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.922512:0:25569:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c4ac3677200/0x5dfa74784542d095 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad0d expref: 19 pid: 22774 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460396.922527:0:25569:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac43ab480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25569:1875336022477440:192.168.206.5@tcp:105: 00000100:00100000:1.0:1788460396.922642:0:25569:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c4bc4d56300 going to sleep for 11 seconds 00000100:00100000:3.0:1788460396.926848:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:1.0:1788460396.927002:0:25569:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac43ab480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25569:1875336022477440:192.168.206.5@tcp:105: 00010000:00010000:1.0:1788460396.927035:0:25569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542d08e lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.927067:0:25569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3a00/0x5dfa74784542d08e lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.927109:0:25569:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd5c00/0x5dfa74784542d13d lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.927125:0:25569:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd5c00/0x5dfa74784542d13d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.927138:0:25569:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd5c00/0x5dfa74784542d13d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.927151:0:25569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd5c00/0x5dfa74784542d13d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.927157:0:25569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd5c00/0x5dfa74784542d13d lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.927164:0:25569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd5c00/0x5dfa74784542d13d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.927180:0:25569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc2bd5c00 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:1.0:1788460396.927185:0:25569:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd5c00/0x5dfa74784542d13d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.927193:0:25569:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd5c00/0x5dfa74784542d13d lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.927205:0:25569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:1.0:1788460396.927208:0:25569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788460396.927211:0:25569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd5c00/0x5dfa74784542d13d lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.927226:0:25569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc2bd5c00/0x5dfa74784542d13d lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.927238:0:25569:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1a00/0x5dfa74784542d12f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.927244:0:25569:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1a00/0x5dfa74784542d12f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.927250:0:25569:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1a00/0x5dfa74784542d12f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.927256:0:25569:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1a00 already unused, calling callback (ffffffffc18714f0) 00010000:00010000:1.0:1788460396.927259:0:25569:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1a00/0x5dfa74784542d12f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.927265:0:25569:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1a00/0x5dfa74784542d12f lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.927274:0:25569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:1.0:1788460396.927276:0:25569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788460396.927279:0:25569:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1a00/0x5dfa74784542d12f lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460396.927284:0:25569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1a00/0x5dfa74784542d12f lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25569 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460396.927473:0:25569:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+19:18754:x1875336003491712:12345-192.168.206.5@tcp:57:lhsmtool_posix.0 Request processed in 21887us (22867us total) trans 12884901916 rc 0/0 00000100:00100000:1.0:1788460396.927485:0:25569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 63 00000020:00080000:1.0:1788460396.927498:0:25569:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:2.0:1788460396.927653:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003492096 00000100:00100000:2.0:1788460396.927661:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003492096 00000100:00100000:2.0:1788460396.927711:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 10 00000100:00100000:2.0:1788460396.927722:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfc446050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+19:18752:x1875336003492096:12345-192.168.206.5@tcp:49:dd.0 00000100:00100000:2.0:1788460396.927848:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfc446050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+19:18752:x1875336003492096:12345-192.168.206.5@tcp:49:dd.0 Request processed in 128us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460396.927855:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 10 00000040:00080000:3.0:1788460396.928111:0:22808:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788460396.928116:0:22808:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788460396.928135:0:22808:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1788460396.928141:0:22808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1788460396.931603:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:3.0:1788460396.931696:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460396.931787:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003492480 00000100:00100000:0.0:1788460396.931799:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003492480 00000100:00100000:0.0:1788460396.931871:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 64 00000100:00100000:0.0:1788460396.931882:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+19:18752:x1875336003492480:12345-192.168.206.5@tcp:101:dd.0 00010000:00010000:0.0:1788460396.931921:0:22772:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788460396.931991:0:22772:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3400/0x5dfa74784542d144 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe0d808c4a794ad45 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.932034:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3e00/0x5dfa74784542d14b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.932051:0:22772:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3e00/0x5dfa74784542d14b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.932085:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3e00/0x5dfa74784542d14b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22772 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.934712:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3400/0x5dfa74784542d144 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad45 expref: 21 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.934737:0:22772:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bc29d3e00/0x5dfa74784542d14b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.5@tcp remote: 0xe0d808c4a794ad45 expref: 20 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.934745:0:22772:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8c4bc5dc1200) 00010000:00010000:0.0:1788460396.934748:0:22772:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788460396.934751:0:22772:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c4bc29d3e00, rc 0) 00000100:00100000:0.0:1788460396.934813:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcab9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+20:18752:x1875336003492480:12345-192.168.206.5@tcp:101:dd.0 Request processed in 2932us (3116us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460396.934822:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 64 00000100:00100000:2.0:1788460396.935385:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003492352 00000100:00100000:2.0:1788460396.935400:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003492352 00000100:00100000:2.0:1788460396.935470:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 11 00000100:00100000:2.0:1788460396.935480:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcabad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+20:18754:x1875336003492352:12345-192.168.206.5@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1788460396.936160:0:22776:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1788460396.936227:0:22776:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:2.0:1788460396.936272:0:22776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d152 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.936290:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d152 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.936303:0:22776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d152 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.936317:0:22776:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d152 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.936325:0:22776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d152 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.936331:0:22776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d152 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.936371:0:22776:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788460396.936457:0:22761:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788460396.936469:0:22761:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d152 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.936479:0:22761:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd1600 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:0.0:1788460396.936485:0:22761:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d152 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788460396.936495:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcabad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1674d164-3797-49c3-811d-8975ccd6d9c2+22:18754:x1875336003492352:12345-192.168.206.5@tcp:35:lhsmtool_posix.0 Request processed in 1010us (4899us total) trans 12884901918 rc 0/0 00010000:00010000:0.0:1788460396.936501:0:22761:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d152 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.936520:0:22761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8c4bc2ab7b00) 00010000:00010000:0.0:1788460396.936523:0:22761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788460396.936541:0:22761:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d152 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.936547:0:22761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c4bfdbd1600/0x5dfa74784542d152 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.936563:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460396.936565:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788460396.936566:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788460396.936637:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 11 00000020:00080000:2.0:1788460396.936644:0:22776:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1788460396.959362:0:3652:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460396.959543:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003492608 00000100:00100000:0.0:1788460396.959557:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003492608 00000100:00100000:0.0:1788460396.959630:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 0 00000100:00100000:0.0:1788460396.959641:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcaba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+7:2394:x1875336003492608:12345-192.168.206.5@tcp:4:dd.0 00002000:00010000:0.0:1788460396.959696:0:24287:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a99bd6b, atime: 0x6a99bd6a, ctime: 0x6a99bd6b, blocks: 0x0 00010000:00010000:0.0:1788460396.959706:0:24287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009fa3949e/0x5dfa74784542d159 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.959721:0:24287:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=694s v=(0 0) 00010000:00010000:0.0:1788460396.959725:0:24287:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788460396.959731:0:24287:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009fa3949e/0x5dfa74784542d159 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788460396.959745:0:24287:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009fa3949e/0x5dfa74784542d159 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460396.961933:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460396.962042:0:24289:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1788460396.962053:0:24289:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:0.0:1788460396.965311:0:24289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003492736 00000100:00100000:0.0:1788460396.965328:0:24289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003492736 00000100:00100000:2.0:1788460396.966258:0:25820:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 1 00000100:00100000:2.0:1788460396.966272:0:25820:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcab9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+8:2394:x1875336003492736:12345-192.168.206.5@tcp:4:dd.0 00010000:00010000:2.0:1788460396.966319:0:25820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4acdf77/0x5dfa74784542d160 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.966340:0:25820:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460396.966346:0:25820:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788460396.966353:0:25820:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4acdf77/0x5dfa74784542d160 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788460396.966368:0:25820:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4acdf77/0x5dfa74784542d160 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788460397.036997:0:24278:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:2.0:1788460397.037014:0:24278:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:3.0:1788460397.038400:0:24287:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:3.0:1788460397.038410:0:24287:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:3.0:1788460397.038428:0:24287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009fa3949e/0x5dfa74784542d159 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460397.038458:0:24287:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009fa3949e/0x5dfa74784542d159 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460397.038466:0:24287:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009fa3949e/0x5dfa74784542d159 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460397.038472:0:24287:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bc29d3400 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:3.0:1788460397.038477:0:24287:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009fa3949e/0x5dfa74784542d159 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460397.038486:0:24287:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009fa3949e/0x5dfa74784542d159 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460397.038505:0:24287:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009fa3949e/0x5dfa74784542d159 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788460397.038512:0:24287:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009fa3949e/0x5dfa74784542d159 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788460397.045239:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcaba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+9:2394:x1875336003492608:12345-192.168.206.5@tcp:4:dd.0 Request processed in 85587us (85878us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1788460397.045263:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 0 00000001:00080000:0.0:1788460397.050997:0:24278:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:1.0:1788460397.052094:0:25820:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:1.0:1788460397.052105:0:25820:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:1.0:1788460397.052122:0:25820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4acdf77/0x5dfa74784542d160 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460397.052136:0:25820:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f4acdf77/0x5dfa74784542d160 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460397.052145:0:25820:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f4acdf77/0x5dfa74784542d160 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460397.052152:0:25820:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4bfdbd0800 already unused, calling callback (ffffffffc0c5a700) 00010000:00010000:1.0:1788460397.052156:0:25820:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4acdf77/0x5dfa74784542d160 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460397.052163:0:25820:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4acdf77/0x5dfa74784542d160 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460397.052189:0:25820:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f4acdf77/0x5dfa74784542d160 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788460397.052196:0:25820:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4acdf77/0x5dfa74784542d160 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788460397.052295:0:25820:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcab9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1674d164-3797-49c3-811d-8975ccd6d9c2+5:2394:x1875336003492736:12345-192.168.206.5@tcp:4:dd.0 Request processed in 86022us (90370us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1788460397.052309:0:25820:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 1 00000100:00100000:0.0:1788460397.137589:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bfcabaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1875336022477568:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788460397.137672:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460397.137736:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022477568 00000100:00100000:3.0:1788460397.137745:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022477568 00000100:00100000:3.0:1788460397.137800:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788460397.137811:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac39d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1875336022477568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788460397.137851:0:22777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788460397.137910:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac39d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1875336022477568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460397.137918:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788460397.138433:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bfcabaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3659:1875336022477568:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788460397.202164:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788460397.905727:0:23529:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788460398.161243:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788460398.161377:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788460398.161396:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022478080:0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.161459:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460398.161498:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022477952:0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.161522:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460398.161541:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788460398.161546:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52effe76-ab9d-442f-b102-f6f3593bcd8d:3662:1875336022477824:0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.161569:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460398.161610:0:24283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022478080 00000100:00100000:3.0:1788460398.161616:0:24283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022478080 00000100:00100000:3.0:1788460398.161680:0:24283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788460398.161694:0:24283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcab9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022478080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.161739:0:24283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcab9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022478080:12345-0@lo:400:kworker.0 Request processed in 47us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460398.161746:0:24283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788460398.161765:0:23512:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022477952 00000100:00100000:3.0:1788460398.161768:0:23512:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022477952 00000100:00100000:3.0:1788460398.161788:0:23512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788460398.161793:0:23512:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022477952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.161821:0:23512:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022477952:12345-0@lo:400:kworker.0 Request processed in 28us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460398.161826:0:23512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788460398.161854:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022477824 00000100:00100000:3.0:1788460398.161857:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022477824 00000100:00100000:3.0:1788460398.161877:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:3.0:1788460398.161882:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfc435c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:3662:x1875336022477824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.161906:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfc435c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52effe76-ab9d-442f-b102-f6f3593bcd8d+29:3662:x1875336022477824:12345-0@lo:400:kworker.0 Request processed in 25us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460398.161912:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00080000:3.0:1788460398.161931:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788460398.161998:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52effe76-ab9d-442f-b102-f6f3593bcd8d:3662:1875336022477824:0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.162010:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022477952:0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.162036:0:3660:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:3.0:1788460398.162041:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8c4bf7609880, transno 12884901892 00000004:00080000:3.0:1788460398.162051:0:3660:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:3.0:1788460398.162068:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022478080:0@lo:400:kworker.0 00000100:00100000:1.0:1788460398.162670:0:3659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4bfdbec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022477696:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788460398.162710:0:3659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460398.163089:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1875336022478464:0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.163119:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460398.163146:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1875336022478976:0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.163181:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460398.163199:0:3662:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788460398.163205:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875336022478336:0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.163225:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460398.163239:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3662:1875336022478848:0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.163274:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460398.163289:0:3662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4beff21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022479360:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788460398.163317:0:3662:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788460398.163353:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022478464 00000100:00100000:0.0:1788460398.163370:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022478464 00000100:00100000:0.0:1788460398.163410:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788460398.163418:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfcabaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875336022478464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788460398.163474:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfcabaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3662:x1875336022478464:12345-0@lo:400:kworker.0 Request processed in 57us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460398.163481:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788460398.163729:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022478976 00000100:00100000:1.0:1788460398.163733:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022478976 00000100:00100000:1.0:1788460398.163881:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022478336 00000100:00100000:1.0:1788460398.163885:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022478336 00000100:00100000:1.0:1788460398.163912:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022478848 00000100:00100000:1.0:1788460398.163915:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022478848 00000100:00100000:1.0:1788460398.163929:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788460398.163935:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf7609880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875336022478976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460398.164001:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf7609880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1875336022478976:12345-0@lo:400:kworker.0 Request processed in 66us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460398.164007:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788460398.164020:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788460398.164026:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bf760aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875336022478336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460398.164051:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bf760aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1875336022478336:12345-0@lo:400:kworker.0 Request processed in 26us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460398.164056:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788460398.164067:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788460398.164073:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac5109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1875336022478848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788460398.164097:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac5109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1875336022478848:12345-0@lo:400:kworker.0 Request processed in 25us (823us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460398.164102:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00080000:0.0:1788460398.164220:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788460398.164224:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788460398.164502:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3662:1875336022478464:0@lo:400:kworker.0 00010000:00080000:3.0:1788460398.164517:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4ac39d3800 x1875336022478976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460398.164527:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3662:1875336022478976:0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.164551:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3662:1875336022478336:0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.164560:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3662:1875336022478848:0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.164585:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022478208:0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.164613:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460398.164633:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1875336022478720:0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.164653:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460398.164669:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4beff20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1875336022479232:0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.164692:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460398.164710:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788460398.164716:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022478592:0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.164734:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460398.164751:0:3660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c4ac39d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3660:1875336022479104:0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.164768:0:3660:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788460398.164790:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022478208 00000100:00100000:3.0:1788460398.164794:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022478208 00000100:00100000:3.0:1788460398.164823:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022478592 00000100:00100000:3.0:1788460398.164825:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022478592 00000100:00100000:3.0:1788460398.164843:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788460398.164849:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac5109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022478208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.164907:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac5109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1875336022478208:12345-0@lo:400:kworker.0 Request processed in 58us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460398.164914:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788460398.164927:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788460398.164934:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac510bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022478592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.164994:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac510bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1875336022478592:12345-0@lo:400:kworker.0 Request processed in 60us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460398.165000:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788460398.165016:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022478720 00000100:00100000:3.0:1788460398.165019:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022478720 00000100:00100000:3.0:1788460398.165034:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022479232 00000100:00100000:3.0:1788460398.165036:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022479232 00000100:00100000:3.0:1788460398.165046:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022479104 00000100:00100000:3.0:1788460398.165048:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022479104 00000100:00100000:3.0:1788460398.165060:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788460398.165066:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac510b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1875336022478720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.165093:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac510b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1875336022478720:12345-0@lo:400:kworker.0 Request processed in 28us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460398.165099:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788460398.165109:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788460398.165115:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac5108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1875336022479232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.165141:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac5108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1875336022479232:12345-0@lo:400:kworker.0 Request processed in 26us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460398.165146:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788460398.165156:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788460398.165162:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac5108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1875336022479104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.165212:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac5108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1875336022479104:12345-0@lo:400:kworker.0 Request processed in 50us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460398.165218:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00080000:3.0:1788460398.165236:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788460398.165239:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788460398.165241:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788460398.165243:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788460398.165265:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3660:1875336022478592:0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.165274:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3660:1875336022479104:0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.165283:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3660:1875336022478208:0@lo:400:kworker.0 00000100:00100000:3.0:1788460398.165291:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4ac39d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3660:1875336022478720:0@lo:400:kworker.0 00010000:00080000:3.0:1788460398.165302:0:3660:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4beff20700 x1875336022479232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788460414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788460398.165311:0:3660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4beff20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3660:1875336022479232:0@lo:400:kworker.0 00000100:00100000:2.0:1788460398.165852:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022477696 00000100:00100000:2.0:1788460398.165859:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022477696 00000100:00100000:3.0:1788460398.166124:0:24285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336022479360 00000100:00100000:3.0:1788460398.166129:0:24285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336022479360 00000100:00100000:3.0:1788460398.166141:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788460398.166147:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac43ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022477696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788460398.166183:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788460398.166238:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac43ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1875336022477696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (3526us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460398.166244:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788460398.166257:0:24285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788460398.166264:0:24285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac5108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022479360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788460398.166283:0:24285:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788460398.166315:0:24285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac5108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3662:x1875336022479360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (2996us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460398.166321:0:24285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788460398.166355:0:3662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4beff21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3662:1875336022479360:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788460398.166485:0:3659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c4bfdbec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3659:1875336022477696:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1788460398.166631:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1788460398.227569:0:22761:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788460398.366298:0:25858:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00000100:00100000:0.0:1788460398.531180:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460398.531223:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460398.531253:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460398.531286:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460398.531305:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460398.531328:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460398.531334:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003493376 00000100:00100000:0.0:1788460398.531343:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460398.531344:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003493376 00000100:00100000:0.0:1788460398.531360:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:0.0:1788460398.531392:0:3653:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.5@tcp (source: 12345-192.168.206.5@tcp) 00000100:00100000:2.0:1788460398.531395:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003493888 00000100:00100000:2.0:1788460398.531397:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003493888 00000100:00100000:0.0:1788460398.531406:0:24282:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003493248 00000100:00100000:0.0:1788460398.531409:0:24282:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003493248 00000100:00100000:2.0:1788460398.531411:0:24284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003493760 00000100:00100000:2.0:1788460398.531413:0:24284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003493760 00000100:00100000:2.0:1788460398.531426:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 18 00000100:00100000:2.0:1788460398.531434:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+5:2395:x1875336003493376:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:1.0:1788460398.531484:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003492864 00000100:00100000:1.0:1788460398.531488:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003492864 00000100:00100000:2.0:1788460398.531516:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+5:2395:x1875336003493376:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 83us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460398.531516:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 193 00000100:00100000:1.0:1788460398.531533:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4bfc434c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+14:2395:x1875336003492864:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:3.0:1788460398.531554:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003493120 00000100:00100000:3.0:1788460398.531558:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003493120 00000100:00100000:1.0:1788460398.531561:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4bfc434c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e27f4bfd-9b89-40eb-9e03-2e24938a83a5+14:2395:x1875336003492864:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 29us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460398.531567:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 193 00000100:00100000:3.0:1788460398.531581:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003493632 00000100:00100000:3.0:1788460398.531584:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003493632 00000100:00100000:3.0:1788460398.531595:0:22774:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003492992 00000100:00100000:1.0:1788460398.531596:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875336003493504 00000100:00100000:3.0:1788460398.531597:0:22774:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003492992 00000100:00100000:1.0:1788460398.531599:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875336003493504 00000100:00100000:3.0:1788460398.531611:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 53 00000100:00100000:3.0:1788460398.531617:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+5:2395:x1875336003493120:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:1.0:1788460398.531620:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 54 00000100:00100000:1.0:1788460398.531625:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e309b371-d0e1-4465-b43c-e759ad071c9e+5:2395:x1875336003493632:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:3.0:1788460398.531644:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+5:2395:x1875336003493120:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 26us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460398.531644:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e309b371-d0e1-4465-b43c-e759ad071c9e+5:2395:x1875336003493632:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 18us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1788460398.531650:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 54 00000100:00100000:0.0:1788460398.534914:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 19 00000100:00100000:0.0:1788460398.534960:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4beff20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e309b371-d0e1-4465-b43c-e759ad071c9e+5:2395:x1875336003493888:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:0.0:1788460398.535047:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4beff20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e309b371-d0e1-4465-b43c-e759ad071c9e+5:2395:x1875336003493888:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 119us (3740us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460398.535070:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 18 00000100:00100000:3.0:1788460398.535113:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 53 00000100:00100000:3.0:1788460398.535147:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 55 00000100:00100000:3.0:1788460398.535155:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4930a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+22:2395:x1875336003492992:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:3.0:1788460398.535477:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4930a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1674d164-3797-49c3-811d-8975ccd6d9c2+22:2395:x1875336003492992:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 322us (4146us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460398.535484:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 55 00000100:00100000:3.0:1788460398.535498:0:22774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 56 00000100:00100000:3.0:1788460398.535505:0:22774:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4933480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e309b371-d0e1-4465-b43c-e759ad071c9e+6:2395:x1875336003493504:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:3.0:1788460398.535543:0:22774:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4933480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e309b371-d0e1-4465-b43c-e759ad071c9e+6:2395:x1875336003493504:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 39us (4182us total) trans 0 rc 0/0 00000100:00100000:3.0:1788460398.535548:0:22774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 56 00000100:00100000:0.0:1788460398.535695:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 19 00000100:00100000:2.0:1788460398.535701:0:24284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 20 00000100:00100000:2.0:1788460398.535712:0:24284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e309b371-d0e1-4465-b43c-e759ad071c9e+5:2395:x1875336003493760:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:0.0:1788460398.535712:0:24282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.5@tcp, seq: 21 00000100:00100000:0.0:1788460398.535719:0:24282:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4ac4931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+5:2395:x1875336003493248:12345-192.168.206.5@tcp:400:kworker.0 00000100:00100000:0.0:1788460398.535748:0:24282:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1674d164-3797-49c3-811d-8975ccd6d9c2+5:2395:x1875336003493248:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 29us (4403us total) trans 0 rc 0/0 00000100:00100000:0.0:1788460398.535754:0:24282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 21 00000100:00100000:2.0:1788460398.535863:0:24284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4ac4930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e309b371-d0e1-4465-b43c-e759ad071c9e+5:2395:x1875336003493760:12345-192.168.206.5@tcp:400:kworker.0 Request processed in 154us (4470us total) trans 0 rc 0/0 00000100:00100000:2.0:1788460398.535870:0:24284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.5@tcp, seq: 20 00000100:00080000:1.0:1788460398.536226:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788460398.536232:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788460398.536235:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788460398.536237:0:22768:0:(pinger.c:507:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1788460399.250025:0:22762:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14774 lines, 14774 kept, 0 dropped, 0 bad.