00010000:00010000:0.0F:1782107170.819784:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782107171.268779:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b41565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1868674269148544:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1782107171.268843:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0F:1782107171.268868:0:7835:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269148544 00000100:00100000:1.0:1782107171.268883:0:7835:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269148544 00000100:00100000:1.0:1782107171.268934:0:7835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1782107171.268944:0:7835:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b41566a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1868674269148544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1782107171.268978:0:7835:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1782107171.269038:0:7835:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b41566a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1868674269148544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107171.269044:0:7835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1782107171.269118:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b41565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1868674269148544:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1782107171.845446:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782107171.895832:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:3.0F:1782107171.898628:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246970240 00000100:00100000:3.0:1782107171.898659:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246970240 00000100:00100000:3.0:1782107171.898743:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 157 00000100:00100000:3.0:1782107171.898754:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b43504700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+11:33606:x1868674246970240:12345-192.168.203.43@tcp:101:rm.0 00010000:00010000:3.0:1782107171.898774:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782107171.898827:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a12c92 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3dc8 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107171.898892:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12c99 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107171.898906:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12c99 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107171.898919:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12c99 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782107171.899002:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1782107171.899007:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000100:00080000:2.0F:1782107171.899096:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00010000:3.0:1782107171.899161:0:6516:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12c99 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107171.899187:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a12c92 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3dc8 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107171.899207:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12c99 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3dc8 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107171.899216:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffffa08c469aff00) 00010000:00010000:3.0:1782107171.899219:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1782107171.899223:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08b42906200, rc 0) 00000100:00100000:3.0:1782107171.900356:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b43504700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+12:33606:x1868674246970240:12345-192.168.203.43@tcp:101:rm.0 Request processed in 1598us (4526us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107171.900366:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 157 00000100:00100000:1.0:1782107171.909420:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:3.0:1782107171.909624:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246970368 00000100:00100000:3.0:1782107171.909634:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246970368 00000100:00100000:3.0:1782107171.909743:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 158 00000100:00100000:3.0:1782107171.909755:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+12:33606:x1868674246970368:12345-192.168.203.43@tcp:101:rm.0 00010000:00010000:3.0:1782107171.909775:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782107171.909795:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907400/0x7e3d6a8eb3a12ca0 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3dcf expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107171.909847:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907e00/0x7e3d6a8eb3a12ca7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107171.909860:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907e00/0x7e3d6a8eb3a12ca7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107171.909872:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907e00/0x7e3d6a8eb3a12ca7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782107171.909913:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000400:0x2:0x0]: returning size 4096 00000004:00200000:3.0:1782107171.909919:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1782107171.909951:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907400/0x7e3d6a8eb3a12ca0 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3dcf expref: 14 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107171.909970:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907e00/0x7e3d6a8eb3a12ca7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3dcf expref: 13 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107171.909984:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x2:0x0].0x0 (ffffa08c469af400) 00010000:00010000:3.0:1782107171.909994:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1782107171.909999:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08b42907e00, rc 0) 00000100:00100000:3.0:1782107171.910069:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+13:33606:x1868674246970368:12345-192.168.203.43@tcp:101:rm.0 Request processed in 316us (671us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107171.910077:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 158 00000100:00100000:0.0:1782107171.914182:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107171.914216:0:8982:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246970624 00000100:00100000:0.0:1782107171.914224:0:8982:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246970624 00000100:00100000:0.0:1782107171.914295:0:8982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 159 00000100:00100000:0.0:1782107171.914306:0:8982:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b41565c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2eadce33-9ab8-4caf-b349-1b7b3db092bc+13:33606:x1868674246970624:12345-192.168.203.43@tcp:101:rm.0 00010000:00010000:0.0:1782107171.914327:0:8982:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782107171.914351:0:8982:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12cae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3dd6 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1782107171.914514:0:8982:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1782107171.914607:0:8982:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12cae lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3dd6 expref: 15 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.914622:0:8982:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08b42efae00) 00010000:00010000:0.0:1782107171.914624:0:8982:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1782107171.914629:0:8982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12cae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3dd6 expref: 15 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.915314:0:8982:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c7b942800, rc 0) 00000100:00100000:0.0:1782107171.915380:0:8982:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b41565c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2eadce33-9ab8-4caf-b349-1b7b3db092bc+14:33606:x1868674246970624:12345-192.168.203.43@tcp:101:rm.0 Request processed in 1074us (1203us total) trans 4294967302 rc 301/301 00000100:00100000:0.0:1782107171.915388:0:8982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 159 00000100:00100000:3.0:1782107171.930889:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:1.0:1782107171.930947:0:6520:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246970752 00000100:00100000:1.0:1782107171.930957:0:6520:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246970752 00000100:00100000:1.0:1782107171.931022:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 22 00000100:00100000:1.0:1782107171.931034:0:6520:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c5115ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+14:33606:x1868674246970752:12345-192.168.203.43@tcp:37:rm.0 00000100:00100000:1.0:1782107171.935779:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c5115ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+14:33606:x1868674246970752:12345-192.168.203.43@tcp:37:rm.0 Request processed in 4738us (4887us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107171.935790:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 22 00000100:00100000:0.0:1782107171.945155:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:3.0:1782107171.945440:0:6519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246970880 00000100:00100000:3.0:1782107171.945451:0:6519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246970880 00000100:00100000:3.0:1782107171.945507:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 23 00000100:00100000:3.0:1782107171.945518:0:6519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b41564e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+8:33606:x1868674246970880:12345-192.168.203.43@tcp:37:rm.0 00000100:00080000:2.0:1782107171.945595:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1782107171.953791:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b41564e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+8:33606:x1868674246970880:12345-192.168.203.43@tcp:37:rm.0 Request processed in 8264us (8633us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107171.953814:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 23 00000100:00100000:1.0:1782107171.964223:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:2.0:1782107171.964601:0:6520:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246971136 00000100:00100000:2.0:1782107171.964610:0:6520:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246971136 00000100:00100000:2.0:1782107171.964669:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 24 00000100:00100000:2.0:1782107171.964679:0:6520:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+14:33606:x1868674246971136:12345-192.168.203.43@tcp:35:rm.0 00000100:00100000:2.0:1782107171.964886:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+15:33606:x1868674246971136:12345-192.168.203.43@tcp:35:rm.0 Request processed in 208us (672us total) trans 4294967303 rc 0/0 00000100:00100000:2.0:1782107171.964894:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 24 00000100:00100000:1.0:1782107171.970554:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:3.0:1782107171.970656:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246971392 00000100:00100000:3.0:1782107171.970666:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246971392 00000100:00100000:3.0:1782107171.970762:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 160 00000100:00100000:3.0:1782107171.970773:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+15:33606:x1868674246971392:12345-192.168.203.43@tcp:101:rm.0 00010000:00010000:3.0:1782107171.970796:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782107171.970817:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907400/0x7e3d6a8eb3a12cbc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3ddd expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107171.970951:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a12cc3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107171.970965:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a12cc3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107171.970992:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a12cc3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782107171.971016:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1782107171.971118:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907400/0x7e3d6a8eb3a12cbc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3ddd expref: 18 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107171.971140:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a12cc3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3ddd expref: 17 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107171.971149:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffffa08c469aff00) 00010000:00010000:3.0:1782107171.971151:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1782107171.971155:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08b42907c00, rc 0) 00000100:00100000:3.0:1782107171.971210:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+17:33606:x1868674246971392:12345-192.168.203.43@tcp:101:rm.0 Request processed in 439us (664us total) trans 4294967304 rc 0/0 00000100:00100000:3.0:1782107171.971225:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 160 00000100:00100000:1.0:1782107171.986431:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107171.986515:0:7836:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246971520 00000100:00100000:0.0:1782107171.986525:0:7836:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246971520 00000100:00100000:0.0:1782107171.986624:0:7836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 161 00000100:00100000:0.0:1782107171.986634:0:7836:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2eadce33-9ab8-4caf-b349-1b7b3db092bc+8:33606:x1868674246971520:12345-192.168.203.43@tcp:41:rm.0 00000004:00000024:0.0:1782107171.986686:0:7836:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7847059456 avail 7384014848 00000100:00100000:0.0:1782107171.986758:0:7836:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2eadce33-9ab8-4caf-b349-1b7b3db092bc+8:33606:x1868674246971520:12345-192.168.203.43@tcp:41:rm.0 Request processed in 126us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107171.986766:0:7836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 161 00000100:00100000:1.0:1782107171.994711:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107171.994838:0:8982:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246971648 00000100:00100000:0.0:1782107171.994848:0:8982:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246971648 00000100:00100000:0.0:1782107171.994907:0:8982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 162 00000100:00100000:0.0:1782107171.994917:0:8982:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2eadce33-9ab8-4caf-b349-1b7b3db092bc+17:33606:x1868674246971648:12345-192.168.203.43@tcp:101:rm.0 00010000:00010000:0.0:1782107171.994937:0:8982:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782107171.994957:0:8982:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12cd1 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3de4 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995028:0:8982:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12cd8 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995043:0:8982:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12cd8 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995058:0:8982:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12cd8 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995069:0:8982:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12cdf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995076:0:8982:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12cdf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995095:0:8982:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12cdf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995163:0:8982:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942c00/0x7e3d6a8eb3a12ce6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995171:0:8982:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942c00/0x7e3d6a8eb3a12ce6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995178:0:8982:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942c00/0x7e3d6a8eb3a12ce6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1782107171.995210:0:8982:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2:0x0]: returning size 0 00000004:00200000:0.0:1782107171.995331:0:8982:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1782107171.995353:0:8982:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942c00/0x7e3d6a8eb3a12ce6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995365:0:8982:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942c00/0x7e3d6a8eb3a12ce6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995373:0:8982:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12cd8 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995378:0:8982:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12cd8 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995384:0:8982:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12cd8 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995389:0:8982:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c7b942800 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:0.0:1782107171.995393:0:8982:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12cd8 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995427:0:8982:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12cd8 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995440:0:8982:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x2:0x0].0x0 (ffffa08c469af400) 00010000:00010000:0.0:1782107171.995443:0:8982:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782107171.995447:0:8982:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12cd8 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995453:0:8982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12cd8 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995465:0:8982:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12cdf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995470:0:8982:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12cdf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995476:0:8982:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12cdf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995481:0:8982:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c7b942000 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:0.0:1782107171.995484:0:8982:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12cdf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995489:0:8982:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12cdf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995496:0:8982:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x2:0x0].0x7b711ae6 (ffffa08c43d2ba00) 00010000:00010000:0.0:1782107171.995498:0:8982:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782107171.995500:0:8982:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12cdf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995515:0:8982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12cdf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995540:0:8982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12cd1 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3de4 expref: 19 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995552:0:8982:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942c00/0x7e3d6a8eb3a12ce6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3de4 expref: 18 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107171.995558:0:8982:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffffa08b42efae00) 00010000:00010000:0.0:1782107171.995561:0:8982:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1782107171.995562:0:8982:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c7b942c00, rc 0) 00000100:00100000:0.0:1782107171.995624:0:8982:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2eadce33-9ab8-4caf-b349-1b7b3db092bc+18:33606:x1868674246971648:12345-192.168.203.43@tcp:101:rm.0 Request processed in 708us (921us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107171.995631:0:8982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 162 00000100:00100000:1.0:1782107171.998363:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107171.998608:0:18105:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246971904 00000100:00100000:0.0:1782107171.998618:0:18105:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246971904 00000100:00100000:1.0:1782107171.998774:0:18105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 163 00000100:00100000:1.0:1782107171.998784:0:18105:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2eadce33-9ab8-4caf-b349-1b7b3db092bc+18:33606:x1868674246971904:12345-192.168.203.43@tcp:36:rm.0 00010000:00010000:1.0:1782107171.998843:0:18105:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1782107171.998868:0:18105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942c00/0x7e3d6a8eb3a12ce6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3de4 expref: 18 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.998905:0:18105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffffa08b42efae00) 00010000:00010000:1.0:1782107171.998922:0:18105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907e00/0x7e3d6a8eb3a12ca7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3dcf expref: 17 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.998930:0:18105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x2:0x0].0x0 (ffffa08c469af400) 00010000:00010000:1.0:1782107171.998933:0:18105:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1782107171.998951:0:18105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb200/0x7e3d6a8eb3a12ced lrc: 3/0,1 mode: --/CW res: [0x240000400:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.998961:0:18105:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb200/0x7e3d6a8eb3a12ced lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.998984:0:18105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb200/0x7e3d6a8eb3a12ced lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.998995:0:18105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eae00/0x7e3d6a8eb3a12cf4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999001:0:18105:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eae00/0x7e3d6a8eb3a12cf4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999008:0:18105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eae00/0x7e3d6a8eb3a12cf4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999078:0:18105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12cfb lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999086:0:18105:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12cfb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999101:0:18105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12cfb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999313:0:18105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eba00/0x7e3d6a8eb3a12d02 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18105 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999322:0:18105:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eba00/0x7e3d6a8eb3a12d02 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999330:0:18105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eba00/0x7e3d6a8eb3a12d02 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999338:0:18105:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eba00/0x7e3d6a8eb3a12d02 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999344:0:18105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eba00/0x7e3d6a8eb3a12d02 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999349:0:18105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eba00/0x7e3d6a8eb3a12d02 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999376:0:18105:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1782107171.999395:0:18105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12cfb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999429:0:18105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12cfb lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999436:0:18105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12cfb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999441:0:18105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c412eb000 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:1.0:1782107171.999452:0:18105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12cfb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999458:0:18105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12cfb lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999467:0:18105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffffa08c469af200) 00010000:00010000:1.0:1782107171.999469:0:18105:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1782107171.999473:0:18105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12cfb lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999479:0:18105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12cfb lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999494:0:18105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb200/0x7e3d6a8eb3a12ced lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999500:0:18105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb200/0x7e3d6a8eb3a12ced lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999506:0:18105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb200/0x7e3d6a8eb3a12ced lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999510:0:18105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c412eb200 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:1.0:1782107171.999512:0:18105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb200/0x7e3d6a8eb3a12ced lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999518:0:18105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb200/0x7e3d6a8eb3a12ced lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999524:0:18105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x2:0x0].0x0 (ffffa08c469af400) 00010000:00010000:1.0:1782107171.999526:0:18105:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782107171.999546:0:18105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb200/0x7e3d6a8eb3a12ced lrc: 2/0,0 mode: --/CW res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999552:0:18105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb200/0x7e3d6a8eb3a12ced lrc: 0/0,0 mode: --/CW res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1782107171.999561:0:18105:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006610ad0e reply state 00000000b96ba8c4 transno 4294967305 ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eae00/0x7e3d6a8eb3a12cf4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999572:0:18105:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eae00/0x7e3d6a8eb3a12cf4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107171.999578:0:18105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x2:0x0].0x7b711ae6 (ffffa08c43d2ba00) 00010000:00010000:1.0:1782107171.999581:0:18105:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1782107171.999583:0:18105:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1782107171.999649:0:18105:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2eadce33-9ab8-4caf-b349-1b7b3db092bc+18:33606:x1868674246971904:12345-192.168.203.43@tcp:36:rm.0 Request processed in 864us (1294us total) trans 4294967305 rc 0/0 00000100:00100000:1.0:1782107171.999656:0:18105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 163 00010000:00010000:2.0:1782107171.999725:0:6504:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782107171.999731:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eba00/0x7e3d6a8eb3a12d02 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107171.999737:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c412eba00 already unused, calling callback (ffffffffc0e666f0) 00010000:00010000:2.0:1782107171.999740:0:6504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eba00/0x7e3d6a8eb3a12d02 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107171.999746:0:6504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eba00/0x7e3d6a8eb3a12d02 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107171.999754:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffffa08c469af200) 00010000:00010000:2.0:1782107171.999757:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1782107171.999760:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eba00/0x7e3d6a8eb3a12d02 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107171.999765:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eba00/0x7e3d6a8eb3a12d02 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107171.999779:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782107171.999781:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782107171.999782:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1782107172.006818:0:7431:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967305 is committed 00000020:00080000:0.0:1782107172.006847:0:7431:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffffa08c60adee40 refcount 2 committed 0 result 0 batchid 1 00000020:00080000:0.0:1782107172.006853:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffffa08c51fdc200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffffa08c60adea80 00000020:00080000:0.0:1782107172.006856:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1 00000020:00080000:0.0:1782107172.006858:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffffa08c51fdc500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffffa08b414d1600 00000020:00080000:0.0:1782107172.006861:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1 00000020:00080000:2.0:1782107172.006920:0:7453:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 1 committed batchid 0 00000020:00080000:2.0:1782107172.007088:0:7453:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000100:00100000:1.0:1782107172.007429:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:1.0:1782107172.007468:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107172.007476:0:9469:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246972032 00000100:00100000:0.0:1782107172.007485:0:9469:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246972032 00010000:00010000:3.0:1782107172.007556:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412ea800/0x7e3d6a8eb3a12bce lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782107172.007558:0:9469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 4 00000100:00100000:0.0:1782107172.007566:0:9469:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbfb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2eadce33-9ab8-4caf-b349-1b7b3db092bc+8:2414:x1868674246972032:12345-192.168.203.43@tcp:103:rm.0 00010000:00010000:0.0:1782107172.007587:0:9469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782107172.007608:0:9469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906400/0x7e3d6a8eb3a12c0d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3d97 expref: 8 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.007624:0:9469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffffa08c7a609b00) 00010000:00010000:0.0:1782107172.007634:0:9469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782107172.007681:0:9469:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbfb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2eadce33-9ab8-4caf-b349-1b7b3db092bc+7:2414:x1868674246972032:12345-192.168.203.43@tcp:103:rm.0 Request processed in 115us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107172.007688:0:9469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 4 00010000:00010000:3.0:1782107172.007712:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412ea800/0x7e3d6a8eb3a12bce lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.007722:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412ea800/0x7e3d6a8eb3a12bce lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.007727:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c412ea800 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:3.0:1782107172.007731:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412ea800/0x7e3d6a8eb3a12bce lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.007739:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412ea800/0x7e3d6a8eb3a12bce lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.007789:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffffa08c469aff00) 00010000:00010000:3.0:1782107172.007792:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782107172.007885:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412ea800/0x7e3d6a8eb3a12bce lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.007892:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412ea800/0x7e3d6a8eb3a12bce lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.007903:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb600/0x7e3d6a8eb3a12bd5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.007909:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb600/0x7e3d6a8eb3a12bd5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.007915:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb600/0x7e3d6a8eb3a12bd5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.007919:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c412eb600 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:3.0:1782107172.007922:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb600/0x7e3d6a8eb3a12bd5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.007927:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb600/0x7e3d6a8eb3a12bd5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.007935:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x2:0x0].0x0 (ffffa08c469af400) 00010000:00010000:3.0:1782107172.007938:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782107172.007941:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb600/0x7e3d6a8eb3a12bd5 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.007946:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eb600/0x7e3d6a8eb3a12bd5 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782107172.008182:0:6520:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246972288 00000100:00100000:2.0:1782107172.008187:0:6520:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246972288 00010000:00010000:3.0:1782107172.008202:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419c00/0x7e3d6a8eb3a12c6f lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.008209:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419c00/0x7e3d6a8eb3a12c6f lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.008215:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419c00/0x7e3d6a8eb3a12c6f lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.008221:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b43419c00 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:3.0:1782107172.008224:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419c00/0x7e3d6a8eb3a12c6f lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.008230:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419c00/0x7e3d6a8eb3a12c6f lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.008238:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x2:0x0].0x7b711ae6 (ffffa08c43d2ba00) 00010000:00010000:3.0:1782107172.008241:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782107172.008244:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419c00/0x7e3d6a8eb3a12c6f lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.008265:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419c00/0x7e3d6a8eb3a12c6f lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.008276:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eae00/0x7e3d6a8eb3a12cf4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.008282:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eae00/0x7e3d6a8eb3a12cf4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.008288:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eae00/0x7e3d6a8eb3a12cf4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.008299:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c412eae00 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:3.0:1782107172.008302:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eae00/0x7e3d6a8eb3a12cf4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.008372:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eae00/0x7e3d6a8eb3a12cf4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.008380:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x2:0x0].0x7b711ae6 (ffffa08c43d2ba00) 00010000:00010000:3.0:1782107172.008382:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782107172.008385:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eae00/0x7e3d6a8eb3a12cf4 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.008391:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eae00/0x7e3d6a8eb3a12cf4 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x2:0x0].0x7b711ae6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18105 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782107172.008506:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 25 00000100:00100000:2.0:1782107172.008515:0:6520:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+8:33606:x1868674246972288:12345-192.168.203.43@tcp:35:rm.0 00000100:00100000:2.0:1782107172.008792:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+9:33606:x1868674246972288:12345-192.168.203.43@tcp:35:rm.0 Request processed in 278us (1323us total) trans 4294967306 rc 0/0 00000100:00100000:2.0:1782107172.008893:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 25 00000100:00100000:1.0:1782107172.011499:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:3.0:1782107172.011606:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246972544 00000100:00100000:3.0:1782107172.011615:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246972544 00000100:00100000:3.0:1782107172.011670:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 164 00000100:00100000:3.0:1782107172.011680:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+9:33606:x1868674246972544:12345-192.168.203.43@tcp:36:rm.0 00010000:00010000:3.0:1782107172.011729:0:6517:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1782107172.011751:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a12cc3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3ddd expref: 9 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.011768:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12c99 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3dc8 expref: 8 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.011779:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c412eac00/0x7e3d6a8eb3a12c1b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3d9e expref: 7 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.011948:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffffa08c469aff00) 00010000:00010000:3.0:1782107172.011959:0:6517:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1782107172.012012:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.012020:0:6517:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.012030:0:6517:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782107172.012050:0:6517:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f1a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6517:1868674269148672:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1782107172.012093:0:6517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107172.012169:0:6517:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b414886c0 going to sleep for 11 seconds 00000100:00100000:0.0:1782107172.012382:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269148672 00000100:00100000:0.0:1782107172.012387:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269148672 00000100:00100000:0.0:1782107172.012661:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1782107172.012669:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42f19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6517:x1868674269148672:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1782107172.012681:0:6522:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782107172.012694:0:6522:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12d10 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e3d6a8eb3a12d09 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.012721:0:6522:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418c00/0x7e3d6a8eb3a12bf1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3d90 expref: 6 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.012731:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12d10 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d09 expref: 7 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.012753:0:6522:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418c00/0x7e3d6a8eb3a12bf1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3d90 expref: 6 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.012763:0:6522:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418c00/0x7e3d6a8eb3a12bf1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3d90 expref: 6 pid: 8982 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782107172.012777:0:6522:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b41566d80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6522:1868674269148800:192.168.203.43@tcp:104: 00000100:00100000:0.0:1782107172.012884:0:6522:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b43408a80 going to sleep for 11 seconds 00000100:00100000:0.0:1782107172.014992:0:6522:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b41566d80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6522:1868674269148800:192.168.203.43@tcp:104: 00010000:00010000:0.0:1782107172.015021:0:6522:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12d10 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d09 expref: 7 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.015033:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00010000:00010000:0.0:1782107172.015036:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782107172.015040:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12d10 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d09 expref: 7 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.015050:0:6522:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c7b943000, rc 0) 00000100:00100000:0.0:1782107172.015104:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42f19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:6517:x1868674269148672:12345-0@lo:101:mdt00_001.0 Request processed in 2435us (3009us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107172.015120:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:3.0:1782107172.015459:0:6517:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f1a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6517:1868674269148672:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1782107172.015475:0:6517:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a12d10 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.015486:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12d10 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782107172.015611:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107172.015669:0:9470:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246972672 00000100:00100000:0.0:1782107172.015675:0:9470:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246972672 00010000:00010000:0.0:1782107172.015702:0:9470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418c00/0x7e3d6a8eb3a12bf1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3d90 expref: 7 pid: 8982 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782107172.015733:0:9470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 64 00000100:00100000:0.0:1782107172.015742:0:9470:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c4abba050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2eadce33-9ab8-4caf-b349-1b7b3db092bc+7:2413:x1868674246972672:12345-192.168.203.43@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1782107172.015753:0:9470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782107172.015758:0:9470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418c00/0x7e3d6a8eb3a12bf1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3d90 expref: 7 pid: 8982 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.015784:0:9470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418c00/0x7e3d6a8eb3a12bf1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3d90 expref: 7 pid: 8982 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.016388:0:9470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418c00/0x7e3d6a8eb3a12bf1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3d90 expref: 7 pid: 8982 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.016437:0:9470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00010000:00010000:0.0:1782107172.016444:0:9470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12d10 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d09 expref: 6 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.016454:0:9470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12d10 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d09 expref: 6 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.016464:0:9470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12d10 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d09 expref: 6 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.016497:0:9470:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12d10 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d09 expref: 6 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782107172.016512:0:9470:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b41566d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:9470:1868674269148928:0@lo:105: 00000100:00100000:0.0:1782107172.016556:0:9470:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107172.016602:0:9470:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b43408a80 going to sleep for 11 seconds 00000100:00100000:2.0:1782107172.016936:0:6500:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269148928 00000100:00100000:2.0:1782107172.016941:0:6500:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269148928 00000100:00100000:2.0:1782107172.016992:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1782107172.017000:0:6500:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b41567b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:9470:x1868674269148928:12345-0@lo:105: 00010000:00010000:2.0:1782107172.017010:0:6500:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12d10 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.017019:0:6500:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12d10 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.017026:0:6500:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a12d10 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.017034:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x7e3d6a8eb3a12d10 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.017042:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x7e3d6a8eb3a12d10 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.017050:0:6500:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x7e3d6a8eb3a12d10 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.017083:0:6500:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffffa08b42907400) 00000100:00100000:2.0:1782107172.017124:0:6500:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b41567b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:9470:x1868674269148928:12345-0@lo:105: Request processed in 124us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107172.017131:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00010000:00010000:3.0:1782107172.017391:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12d10 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.017440:0:6517:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12d10 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1782107172.017465:0:6517:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1782107172.017504:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42906600/0x7e3d6a8eb3a12d17 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa5d0027 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.017516:0:6517:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42906600/0x7e3d6a8eb3a12d17 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa5d0027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107172.017526:0:6517:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42906600/0x7e3d6a8eb3a12d17 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa5d0027 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782107172.017541:0:6517:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f1a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6517:1868674269149056:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1782107172.017792:0:9470:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b41566d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:9470:1868674269148928:0@lo:105: 00010000:00010000:0.0:1782107172.017805:0:9470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782107172.017854:0:9470:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c4abba050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2eadce33-9ab8-4caf-b349-1b7b3db092bc+6:2413:x1868674246972672:12345-192.168.203.43@tcp:103:ldlm_bl.0 Request processed in 2112us (2243us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107172.017871:0:9470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 64 00000100:00100000:3.0:1782107172.018243:0:6517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107172.018554:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269149056 00000100:00100000:2.0:1782107172.018560:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269149056 00000100:00100000:2.0:1782107172.018606:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1782107172.018614:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42f19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6517:x1868674269149056:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1782107172.018633:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782107172.018649:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419800/0x7e3d6a8eb3a12d1e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa5d0027 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e3d6a8eb3a12d17 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.018671:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419800/0x7e3d6a8eb3a12d1e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5d0027 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d17 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.018682:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43419800/0x7e3d6a8eb3a12d1e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5d0027 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d17 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.018689:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5d0027 (ffffa08c43d2b000) 00010000:00010000:2.0:1782107172.018692:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782107172.018695:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08b43419800, rc 0) 00000100:00100000:2.0:1782107172.018725:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42f19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6517:x1868674269149056:12345-0@lo:101:mdt00_001.0 Request processed in 113us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107172.018731:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1782107172.018749:0:6517:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b414886c0 going to sleep for 11 seconds 00000100:00100000:2.0:1782107172.018765:0:6517:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f1a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6517:1868674269149056:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1782107172.018786:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42906600/0x7e3d6a8eb3a12d17 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5d0027 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a12d1e expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.018794:0:6517:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42906600/0x7e3d6a8eb3a12d17 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5d0027 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12d1e expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1782107172.018810:0:6517:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1782107172.018843:0:6517:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42fe7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6517:1868674269149184:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1782107172.018873:0:6517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107172.018897:0:6517:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b41786480 going to sleep for 11 seconds 00000100:00100000:1.0:1782107172.019027:0:7835:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269149184 00000100:00100000:1.0:1782107172.019032:0:7835:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269149184 00000100:00100000:1.0:1782107172.019063:0:7835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1782107172.019070:0:7835:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42fe6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:6517:x1868674269149184:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1782107172.019134:0:7835:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42fe6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:6517:x1868674269149184:12345-0@lo:1000:mdt00_001.0 Request processed in 64us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107172.019140:0:7835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1782107172.019437:0:6517:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42fe7800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6517:1868674269149184:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1782107172.019479:0:6517:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f19180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6517:1868674269149312:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1782107172.019505:0:6517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782107172.019856:0:6517:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b414886c0 going to sleep for 11 seconds 00000100:00100000:0.0:1782107172.020062:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269149312 00000100:00100000:0.0:1782107172.020067:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269149312 00000100:00100000:1.0:1782107172.020220:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1782107172.020229:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42f1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6517:x1868674269149312:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1782107172.020393:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42f1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6517:x1868674269149312:12345-0@lo:1000:mdt00_001.0 Request processed in 165us (886us total) trans 0 rc 1/1 00000100:00100000:1.0:1782107172.020428:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1782107172.020595:0:6517:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f19180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6517:1868674269149312:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1782107172.020652:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419e00/0x7e3d6a8eb3a12d25 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.020661:0:6517:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419e00/0x7e3d6a8eb3a12d25 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.020669:0:6517:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419e00/0x7e3d6a8eb3a12d25 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782107172.020683:0:6517:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42fe5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6517:1868674269149440:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1782107172.020710:0:6517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107172.020781:0:6517:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b41786a80 going to sleep for 11 seconds 00000100:00100000:1.0:1782107172.020819:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269149440 00000100:00100000:1.0:1782107172.020823:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269149440 00000100:00100000:1.0:1782107172.020881:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:1.0:1782107172.020888:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42fe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6517:x1868674269149440:12345-0@lo:101:mdt00_001.0 00010000:00010000:1.0:1782107172.020897:0:6522:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782107172.020911:0:6522:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12d2c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e3d6a8eb3a12d25 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.020931:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12d2c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d25 expref: 9 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.020942:0:6522:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12d2c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d25 expref: 9 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.020950:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffffa08c469af800) 00010000:00010000:1.0:1782107172.020953:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1782107172.020956:0:6522:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c412eb000, rc 0) 00000100:00100000:1.0:1782107172.021005:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42fe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6517:x1868674269149440:12345-0@lo:101:mdt00_001.0 Request processed in 118us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107172.021011:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1782107172.021065:0:6517:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42fe5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6517:1868674269149440:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1782107172.021077:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419e00/0x7e3d6a8eb3a12d25 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a12d2c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.021085:0:6517:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419e00/0x7e3d6a8eb3a12d25 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12d2c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.021115:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419000/0x7e3d6a8eb3a12d33 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.021123:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419000/0x7e3d6a8eb3a12d33 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.021131:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419000/0x7e3d6a8eb3a12d33 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.021148:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a12d3a lrc: 3/0,1 mode: --/EX res: [0x240000400:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.021155:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a12d3a lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.021160:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a12d3a lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.021179:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419400/0x7e3d6a8eb3a12d41 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.021185:0:6517:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419400/0x7e3d6a8eb3a12d41 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.021192:0:6517:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419400/0x7e3d6a8eb3a12d41 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782107172.021203:0:6517:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42fe5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6517:1868674269149568:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1782107172.021226:0:6517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107172.021907:0:6517:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b41786a80 going to sleep for 11 seconds 00000100:00100000:0.0:1782107172.022327:0:7835:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269149568 00000100:00100000:0.0:1782107172.022334:0:7835:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269149568 00000100:00100000:0.0:1782107172.022371:0:7835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1782107172.022379:0:7835:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42fe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:6517:x1868674269149568:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1782107172.022393:0:7835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782107172.022428:0:7835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12d48 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e3d6a8eb3a12d41 expref: -99 pid: 7835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.022451:0:7835:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebe00/0x7e3d6a8eb3a12c37 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3dac expref: 5 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.022460:0:7835:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12d48 lrc: 4/0,0 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d41 expref: 10 pid: 7835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.022485:0:7835:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebe00/0x7e3d6a8eb3a12c37 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3dac expref: 5 pid: 18105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.022497:0:7835:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebe00/0x7e3d6a8eb3a12c37 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3dac expref: 5 pid: 18105 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782107172.022509:0:7835:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b41566d80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7835:1868674269149696:192.168.203.43@tcp:104: 00000100:00100000:0.0:1782107172.022914:0:7835:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b43408e40 going to sleep for 11 seconds 00000100:00100000:1.0:1782107172.033281:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107172.033289:0:7835:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b41566d80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7835:1868674269149696:192.168.203.43@tcp:104: 00010000:00010000:0.0:1782107172.033345:0:7835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12d48 lrc: 3/0,0 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d41 expref: 10 pid: 7835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782107172.033357:0:6502:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246972800 00010000:00010000:0.0:1782107172.033358:0:7835:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffffa08c7a609f00) 00000100:00100000:2.0:1782107172.033369:0:6502:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246972800 00010000:00010000:0.0:1782107172.033374:0:7835:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1782107172.033379:0:7835:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12d48 lrc: 3/0,0 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d41 expref: 10 pid: 7835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.033390:0:7835:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12d48 lrc: 3/0,0 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d41 expref: 10 pid: 7835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.033432:0:7835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c7b942000, rc 0) 00010000:00010000:2.0:1782107172.033435:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebe00/0x7e3d6a8eb3a12c37 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3dac expref: 6 pid: 18105 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782107172.033483:0:7835:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42fe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:6517:x1868674269149568:12345-0@lo:101:mdt00_001.0 Request processed in 11103us (12254us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107172.033490:0:7835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1782107172.033713:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 65 00000100:00100000:2.0:1782107172.033722:0:6502:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbf8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+6:2414:x1868674246972800:12345-192.168.203.43@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1782107172.033735:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1782107172.033741:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebe00/0x7e3d6a8eb3a12c37 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3dac expref: 6 pid: 18105 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.033753:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebe00/0x7e3d6a8eb3a12c37 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3dac expref: 6 pid: 18105 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.033773:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebe00/0x7e3d6a8eb3a12c37 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3dac expref: 6 pid: 18105 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.033785:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffffa08c7a609f00) 00010000:00010000:2.0:1782107172.033790:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12d48 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d41 expref: 9 pid: 7835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.033800:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12d48 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d41 expref: 9 pid: 7835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.033809:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12d48 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d41 expref: 9 pid: 7835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.033833:0:6502:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12d48 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d41 expref: 9 pid: 7835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782107172.033857:0:6502:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42fe7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6502:1868674269149824:0@lo:105: 00000100:00100000:2.0:1782107172.033889:0:6502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107172.033918:0:6502:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b41786240 going to sleep for 11 seconds 00000100:00100000:2.0:1782107172.033931:0:6500:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269149824 00000100:00100000:2.0:1782107172.033934:0:6500:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269149824 00000100:00100000:2.0:1782107172.033957:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1782107172.033962:0:6500:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c60852a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6502:x1868674269149824:12345-0@lo:105: 00010000:00010000:2.0:1782107172.033971:0:6500:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419400/0x7e3d6a8eb3a12d41 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12d48 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.033981:0:6500:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419400/0x7e3d6a8eb3a12d41 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12d48 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.033989:0:6500:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419400/0x7e3d6a8eb3a12d41 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a12d48 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.033997:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419400/0x7e3d6a8eb3a12d41 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x7e3d6a8eb3a12d48 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.034003:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419400/0x7e3d6a8eb3a12d41 lrc: 5/0,1 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x7e3d6a8eb3a12d48 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.034011:0:6500:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419400/0x7e3d6a8eb3a12d41 lrc: 5/0,1 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x7e3d6a8eb3a12d48 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107172.034022:0:6500:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffffa08b43419400) 00000100:00100000:2.0:1782107172.034057:0:6500:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c60852a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6502:x1868674269149824:12345-0@lo:105: Request processed in 95us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107172.034063:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1782107172.034088:0:6502:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42fe7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6502:1868674269149824:0@lo:105: 00010000:00010000:2.0:1782107172.034097:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782107172.034125:0:6502:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbf8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+5:2414:x1868674246972800:12345-192.168.203.43@tcp:103:ldlm_bl.0 Request processed in 405us (853us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107172.034131:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 65 00000100:00100000:1.0:1782107172.034274:0:6517:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42fe5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6517:1868674269149568:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1782107172.034293:0:6517:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419400/0x7e3d6a8eb3a12d41 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12d48 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782107172.035727:0:6517:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7bbfa300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6517:1868674269149952:0@lo:403:mdt00_001.0 00000100:00100000:1.0:1782107172.035782:0:6517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782107172.035820:0:6517:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08c7a51a180 going to sleep for 11 seconds 00000100:00100000:0.0:1782107172.035953:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269149952 00000100:00100000:0.0:1782107172.035959:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269149952 00000100:00100000:0.0:1782107172.036039:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:0.0:1782107172.036047:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6517:x1868674269149952:12345-0@lo:403:mdt00_001.0 00000100:00100000:0.0:1782107172.037720:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6517:x1868674269149952:12345-0@lo:403:mdt00_001.0 Request processed in 1668us (1932us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107172.037731:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1782107172.039046:0:6517:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7bbfa300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6517:1868674269149952:0@lo:403:mdt00_001.0 00000040:00080000:2.0:1782107172.042639:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].2, 936 off35856 00000100:00100000:2.0:1782107172.042862:0:6517:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42fe5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6517:1868674269150080:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1782107172.042925:0:6517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107172.042959:0:6517:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b41786d80 going to sleep for 11 seconds 00000100:00100000:0.0:1782107172.043211:0:7835:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269150080 00000100:00100000:0.0:1782107172.043218:0:7835:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269150080 00000100:00100000:0.0:1782107172.043276:0:7835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1782107172.043285:0:7835:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42fe7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:6517:x1868674269150080:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1782107172.044189:0:7835:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42fe7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:6517:x1868674269150080:12345-0@lo:1000:mdt00_001.0 Request processed in 902us (1260us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107172.044220:0:7835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1782107172.046164:0:6517:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42fe5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6517:1868674269150080:0@lo:1000:mdt00_001.0 00000040:00080000:1.0:1782107172.046290:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].2, 1016 off36136 00000004:00080000:1.0:1782107172.046304:0:6517:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffffa08b41488a80 with version 5 00000004:00080000:0.0:1782107172.046397:0:7445:0:(osp_trans.c:1330:osp_get_next_request()) ou ffffa08c453a7840 version 5 rpc_version 5 00000020:00100000:0.0:1782107172.049398:0:7445:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1782107172.049432:0:7445:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa08b41566d80 x1868674269150336/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2592/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1782107172.049456:0:7445:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b41566d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7445:1868674269150336:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1782107172.049547:0:7445:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107172.049582:0:7445:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b43408e40 going to sleep for 11 seconds 00000100:00100000:1.0:1782107172.049674:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269150336 00000100:00100000:1.0:1782107172.049683:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269150336 00000100:00100000:1.0:1782107172.049730:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1782107172.049738:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b41565f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7445:x1868674269150336:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1782107172.050160:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b41565f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:7445:x1868674269150336:12345-0@lo:1000:osp_up0-1.0 Request processed in 421us (612us total) trans 4294967359 rc 0/0 00000100:00100000:1.0:1782107172.050168:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1782107172.050461:0:7445:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b41566d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7445:1868674269150336:0@lo:1000:osp_up0-1.0 00000004:00200000:1.0:1782107172.050823:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1782107172.050845:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a12d3a lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.050855:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a12d3a lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.050862:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a12d3a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.050867:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b43418200 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:1.0:1782107172.050871:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a12d3a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.050889:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a12d3a lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.050906:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x2:0x0].0x0 (ffffa08c43d2bc00) 00010000:00010000:1.0:1782107172.050909:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1782107172.050914:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a12d3a lrc: 2/0,0 mode: --/EX res: [0x240000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.050920:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43418200/0x7e3d6a8eb3a12d3a lrc: 0/0,0 mode: --/EX res: [0x240000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.050939:0:6517:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419400/0x7e3d6a8eb3a12d41 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12d48 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.050947:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419400/0x7e3d6a8eb3a12d41 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x7e3d6a8eb3a12d48 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.050953:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419400/0x7e3d6a8eb3a12d41 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x7e3d6a8eb3a12d48 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.050983:0:6517:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1782107172.050991:0:6517:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000401:0x2:0x0] 00010000:00010000:1.0:1782107172.050998:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419000/0x7e3d6a8eb3a12d33 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.051004:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419000/0x7e3d6a8eb3a12d33 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.051010:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419000/0x7e3d6a8eb3a12d33 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.051025:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b43419000 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:1.0:1782107172.051028:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419000/0x7e3d6a8eb3a12d33 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.051035:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419000/0x7e3d6a8eb3a12d33 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.051043:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffffa08c43d2be00) 00010000:00010000:1.0:1782107172.051046:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782107172.051048:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419000/0x7e3d6a8eb3a12d33 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.051054:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b43419000/0x7e3d6a8eb3a12d33 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.051066:0:6517:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419e00/0x7e3d6a8eb3a12d25 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12d2c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.051073:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419e00/0x7e3d6a8eb3a12d25 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x7e3d6a8eb3a12d2c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.051080:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419e00/0x7e3d6a8eb3a12d25 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x7e3d6a8eb3a12d2c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.051093:0:6517:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1782107172.051104:0:6517:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1782107172.051107:0:6517:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12d10 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.051123:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x7e3d6a8eb3a12d10 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.051129:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x7e3d6a8eb3a12d10 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.051138:0:6517:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:1.0:1782107172.051146:0:6517:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1782107172.051151:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42906600/0x7e3d6a8eb3a12d17 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5d0027 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a12d1e expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.051157:0:6517:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42906600/0x7e3d6a8eb3a12d17 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5d0027 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a12d1e expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.051420:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1782107172.051426:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419400/0x7e3d6a8eb3a12d41 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x7e3d6a8eb3a12d48 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.051433:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b43419400 already unused, calling callback (ffffffffc1a15ee0) 00010000:00010000:0.0:1782107172.051436:0:6505:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419400/0x7e3d6a8eb3a12d41 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x7e3d6a8eb3a12d48 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1782107172.051443:0:6505:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419400/0x7e3d6a8eb3a12d41 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x7e3d6a8eb3a12d48 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.051471:0:6505:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419400/0x7e3d6a8eb3a12d41 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a12d48 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.051477:0:6505:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782107172.051495:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419400/0x7e3d6a8eb3a12d41 lrc: 1/0,0 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a12d48 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.051512:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419400/0x7e3d6a8eb3a12d41 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a12d48 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.051526:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1782107172.051529:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419e00/0x7e3d6a8eb3a12d25 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x7e3d6a8eb3a12d2c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.051534:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b43419e00 already unused, calling callback (ffffffffc1a15ee0) 00010000:00010000:0.0:1782107172.051538:0:6505:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419e00/0x7e3d6a8eb3a12d25 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x7e3d6a8eb3a12d2c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1782107172.051544:0:6505:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419e00/0x7e3d6a8eb3a12d25 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x7e3d6a8eb3a12d2c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.051560:0:6505:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419e00/0x7e3d6a8eb3a12d25 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a12d2c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.051566:0:6505:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782107172.051587:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419e00/0x7e3d6a8eb3a12d25 lrc: 1/0,0 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a12d2c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.051594:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b43419e00/0x7e3d6a8eb3a12d25 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a12d2c expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.051605:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782107172.051608:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x7e3d6a8eb3a12d10 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.051622:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b42907400 already unused, calling callback (ffffffffc1a15ee0) 00010000:00010000:0.0:1782107172.051625:0:6505:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x7e3d6a8eb3a12d10 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1782107172.051644:0:6505:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x7e3d6a8eb3a12d10 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.051663:0:6505:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a12d10 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.051667:0:6505:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782107172.051673:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a12d10 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.051678:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907400/0x7e3d6a8eb3a12d09 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a12d10 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.051687:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782107172.051689:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782107172.051690:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782107172.051704:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b41564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1868674269150464:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782107172.051787:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+7:33606:x1868674246972544:12345-192.168.203.43@tcp:36:rm.0 Request processed in 40106us (40293us total) trans 4294967307 rc 0/0 00000100:00100000:1.0:1782107172.051794:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 164 00010000:00010000:2.0:1782107172.052196:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782107172.052219:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b41566680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1868674269150720:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1782107172.052993:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b41565500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1868674269150592:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1782107172.053166:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782107172.053368:0:6501:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269150464 00000100:00100000:1.0:1782107172.053375:0:6501:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269150464 00000100:00100000:1.0:1782107172.053449:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1782107172.053459:0:6501:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b41567480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+11:3659:x1868674269150464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1782107172.053472:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782107172.053492:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12d48 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d41 expref: 11 pid: 7835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107172.053508:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffffa08c7a609f00) 00010000:00010000:1.0:1782107172.053529:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782107172.053582:0:6501:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b41567480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+10:3659:x1868674269150464:12345-0@lo:103:ldlm_bl.0 Request processed in 125us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107172.053589:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1782107172.053830:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b41564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1868674269150464:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782107172.053944:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107172.054088:0:9470:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269150720 00000100:00100000:0.0:1782107172.054092:0:9470:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269150720 00000100:00100000:0.0:1782107172.054130:0:9470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1782107172.054137:0:9470:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42fe5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+10:3661:x1868674269150720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782107172.054153:0:9470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782107172.054165:0:9470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12d10 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d09 expref: 10 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.054177:0:9470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00010000:00010000:0.0:1782107172.054180:0:9470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782107172.054219:0:9470:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42fe5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3661:x1868674269150720:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107172.054226:0:9470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1782107172.054365:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b41566680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1868674269150720:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782107172.063192:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107172.063380:0:9469:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269150592 00000100:00100000:0.0:1782107172.063390:0:9469:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269150592 00000100:00100000:0.0:1782107172.063738:0:9469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1782107172.063748:0:9469:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c81adf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3660:x1868674269150592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782107172.063763:0:9469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782107172.063786:0:9469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12d2c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d25 expref: 9 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107172.063804:0:9469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffffa08c469af800) 00010000:00010000:0.0:1782107172.063815:0:9469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782107172.063867:0:9469:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c81adf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3660:x1868674269150592:12345-0@lo:103:ldlm_bl.0 Request processed in 120us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107172.063874:0:9469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1782107172.063936:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b41565500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1868674269150592:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782107172.869311:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782107173.319027:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7bbfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1868674269150848:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1782107173.319113:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782107173.319220:0:7835:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269150848 00000100:00100000:1.0:1782107173.319228:0:7835:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269150848 00000100:00100000:1.0:1782107173.319293:0:7835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1782107173.319303:0:7835:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b41564000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3658:x1868674269150848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1782107173.319342:0:7835:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446232064 avail 1299992576 00000100:00100000:1.0:1782107173.319390:0:7835:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b41564000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3658:x1868674269150848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107173.319397:0:7835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1782107173.319522:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7bbfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1868674269150848:0@lo:41:osp-pre-0-1.0 00000001:02000400:2.0:1782107173.689938:0:21848:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-ec test 23b: truncate EC file to larger size === 01:46:12 (1782107172) 00000100:00100000:3.0:1782107173.818445:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107173.818659:0:8982:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246972928 00000100:00100000:0.0:1782107173.818674:0:8982:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246972928 00000100:00100000:0.0:1782107173.818748:0:8982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 165 00000100:00100000:0.0:1782107173.818759:0:8982:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2eadce33-9ab8-4caf-b349-1b7b3db092bc+5:33781:x1868674246972928:12345-192.168.203.43@tcp:41:stat.0 00000004:00000024:0.0:1782107173.818807:0:8982:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7847059456 avail 7384014848 00000100:00080000:2.0:1782107173.818821:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1782107173.818881:0:8982:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42f1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2eadce33-9ab8-4caf-b349-1b7b3db092bc+5:33781:x1868674246972928:12345-192.168.203.43@tcp:41:stat.0 Request processed in 124us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107173.818889:0:8982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 165 00000100:00100000:0.0:1782107173.828552:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1868674269150976:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1782107173.828619:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107173.829173:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1782107173.829187:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1868674269151104:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1782107173.829295:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107173.829447:0:8402:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269150976 00000100:00100000:2.0:1782107173.829455:0:8402:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269150976 00000100:00100000:2.0:1782107173.829514:0:8402:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269151104 00000100:00100000:2.0:1782107173.829518:0:8402:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269151104 00000100:00100000:2.0:1782107173.829536:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:2.0:1782107173.829545:0:8402:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b41564380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1868674269150976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1782107173.829585:0:8402:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1782107173.829632:0:8402:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b41564380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1868674269150976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107173.829639:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:2.0:1782107173.829654:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:2.0:1782107173.829661:0:8402:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b41567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1868674269151104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1782107173.829669:0:8402:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1782107173.829695:0:8402:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b41567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1868674269151104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 36us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107173.829701:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:2.0:1782107173.829739:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1868674269150976:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1782107173.829770:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1868674269151104:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1782107173.829823:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1782107173.882769:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:3.0:1782107173.882853:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246973056 00000100:00100000:3.0:1782107173.882863:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246973056 00000100:00100000:3.0:1782107173.882921:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 166 00000100:00100000:3.0:1782107173.882931:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c81adce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+5:33786:x1868674246973056:12345-192.168.203.43@tcp:101:lfs.0 00010000:00010000:3.0:1782107173.882951:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782107173.882984:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a12d4f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3deb expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.883041:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12d56 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.883072:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12d56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.883085:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12d56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782107173.883131:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1782107173.883135:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1782107173.883153:0:6516:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12d56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.883176:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a12d4f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3deb expref: 7 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.883192:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12d56 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3deb expref: 6 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.883201:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00010000:00010000:3.0:1782107173.883204:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1782107173.883207:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08b42906200, rc 0) 00000100:00100000:3.0:1782107173.883272:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c81adce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+6:33786:x1868674246973056:12345-192.168.203.43@tcp:101:lfs.0 Request processed in 342us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107173.883277:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 166 00000100:00100000:2.0:1782107173.887552:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107173.887810:0:7836:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246973184 00000100:00100000:0.0:1782107173.887820:0:7836:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246973184 00000100:00100000:0.0:1782107173.887880:0:7836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 167 00000100:00100000:0.0:1782107173.887891:0:7836:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c81add500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2eadce33-9ab8-4caf-b349-1b7b3db092bc+6:33786:x1868674246973184:12345-192.168.203.43@tcp:101:lfs.0 00010000:00010000:0.0:1782107173.887910:0:7836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782107173.887929:0:7836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12d5d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3df2 expref: -99 pid: 7836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.887994:0:7836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12d64 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888007:0:7836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12d64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888017:0:7836:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12d64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888083:0:7836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12d6b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888092:0:7836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12d6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888099:0:7836:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12d6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888136:0:7836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12d64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888143:0:7836:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12d64 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888148:0:7836:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12d64 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888153:0:7836:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c7b942800 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:0.0:1782107173.888157:0:7836:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12d64 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888164:0:7836:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12d64 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888174:0:7836:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00010000:00010000:0.0:1782107173.888177:0:7836:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782107173.888181:0:7836:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12d64 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888187:0:7836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12d64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888206:0:7836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12d6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888212:0:7836:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12d6b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888217:0:7836:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12d6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888222:0:7836:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c7b942000 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:0.0:1782107173.888225:0:7836:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12d6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888230:0:7836:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12d6b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888251:0:7836:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9280d55e (ffffa08b42efa500) 00010000:00010000:0.0:1782107173.888254:0:7836:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782107173.888257:0:7836:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12d6b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888262:0:7836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12d6b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888291:0:7836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12d5d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3df2 expref: 7 pid: 7836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888301:0:7836:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00010000:00010000:0.0:1782107173.888303:0:7836:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782107173.888313:0:7836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12d5d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3df2 expref: 7 pid: 7836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.888322:0:7836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c7b943000, rc 0) 00000100:00100000:0.0:1782107173.888451:0:7836:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c81add500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2eadce33-9ab8-4caf-b349-1b7b3db092bc+6:33786:x1868674246973184:12345-192.168.203.43@tcp:101:lfs.0 Request processed in 561us (917us total) trans 0 rc 301/301 00000100:00100000:0.0:1782107173.888458:0:7836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 167 00010000:00010000:2.0:1782107173.891495:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782107173.894920:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107173.895059:0:8982:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246973440 00000100:00100000:0.0:1782107173.895067:0:8982:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246973440 00000100:00100000:0.0:1782107173.895129:0:8982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 168 00000100:00100000:0.0:1782107173.895137:0:8982:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c81addf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2eadce33-9ab8-4caf-b349-1b7b3db092bc+7:33786:x1868674246973440:12345-192.168.203.43@tcp:36:lfs.0 00000100:00100000:0.0:1782107173.895235:0:8982:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b41567100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269151232:0@lo:1000:mdt00_004.0 00000100:00080000:1.0:1782107173.895295:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1782107173.895298:0:8982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107173.895341:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269151232 00000100:00100000:2.0:1782107173.895345:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269151232 00000100:00100000:2.0:1782107173.896089:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1782107173.896099:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b41565880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8982:x1868674269151232:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1782107173.896181:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b41565880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8982:x1868674269151232:12345-0@lo:1000:mdt00_004.0 Request processed in 85us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107173.896188:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1782107173.897019:0:8982:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b43408e40 going to sleep for 11 seconds 00000100:00100000:0.0:1782107173.897052:0:8982:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b41567100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269151232:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1782107173.897110:0:8982:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b41567100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269151360:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1782107173.897150:0:8982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107173.897184:0:8982:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b43408e40 going to sleep for 11 seconds 00000100:00100000:1.0:1782107173.897281:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269151360 00000100:00100000:1.0:1782107173.897287:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269151360 00000100:00100000:1.0:1782107173.897325:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1782107173.897331:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b41565500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8982:x1868674269151360:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1782107173.897425:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b41565500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8982:x1868674269151360:12345-0@lo:1000:mdt00_004.0 Request processed in 95us (275us total) trans 0 rc -2/-2 00000100:00100000:1.0:1782107173.897432:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1782107173.897745:0:8982:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b41567100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269151360:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1782107173.897787:0:8982:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.897797:0:8982:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.897806:0:8982:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782107173.897830:0:8982:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b41567100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269151488:0@lo:101:mdt00_004.0 00000100:00100000:0.0:1782107173.897851:0:8982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107173.897876:0:8982:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b43408b40 going to sleep for 11 seconds 00000100:00100000:1.0:1782107173.897916:0:7835:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269151488 00000100:00100000:1.0:1782107173.897919:0:7835:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269151488 00000100:00100000:1.0:1782107173.897945:0:7835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1782107173.897950:0:7835:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b41566680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:8982:x1868674269151488:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1782107173.897959:0:7835:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782107173.897972:0:7835:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eaa00/0x7e3d6a8eb3a12d79 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e3d6a8eb3a12d72 expref: -99 pid: 7835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107173.898007:0:7835:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12d56 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3deb expref: 5 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107173.898017:0:7835:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eaa00/0x7e3d6a8eb3a12d79 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d72 expref: 9 pid: 7835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107173.898039:0:7835:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12d56 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3deb expref: 5 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107173.898053:0:7835:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12d56 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3deb expref: 5 pid: 6516 timeout: 710 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782107173.898064:0:7835:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7bbf9880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7835:1868674269151616:192.168.203.43@tcp:104: 00000100:00100000:1.0:1782107173.898136:0:7835:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08c4ab56f00 going to sleep for 11 seconds 00000100:00100000:2.0:1782107173.901574:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107173.901870:0:6503:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246973568 00000100:00100000:0.0:1782107173.901878:0:6503:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246973568 00000100:00100000:1.0:1782107173.901880:0:7835:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7bbf9880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7835:1868674269151616:192.168.203.43@tcp:104: 00010000:00010000:1.0:1782107173.901912:0:7835:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eaa00/0x7e3d6a8eb3a12d79 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d72 expref: 9 pid: 7835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.901912:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12d56 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3deb expref: 6 pid: 6516 timeout: 710 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107173.901931:0:7835:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00010000:00010000:1.0:1782107173.901936:0:7835:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782107173.901941:0:7835:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eaa00/0x7e3d6a8eb3a12d79 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d72 expref: 9 pid: 7835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107173.901952:0:7835:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c412eaa00, rc 0) 00000100:00100000:0.0:1782107173.901996:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 66 00000100:00100000:0.0:1782107173.902003:0:6503:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c81ade300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2eadce33-9ab8-4caf-b349-1b7b3db092bc+6:2414:x1868674246973568:12345-192.168.203.43@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1782107173.902013:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782107173.902018:0:6503:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12d56 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3deb expref: 6 pid: 6516 timeout: 710 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.902027:0:6503:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12d56 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3deb expref: 6 pid: 6516 timeout: 710 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.902044:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12d56 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3deb expref: 6 pid: 6516 timeout: 710 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.902063:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00000100:00100000:1.0:1782107173.902067:0:7835:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b41566680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:8982:x1868674269151488:12345-0@lo:101:mdt00_004.0 Request processed in 4113us (4212us total) trans 0 rc 0/0 00010000:00010000:0.0:1782107173.902069:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eaa00/0x7e3d6a8eb3a12d79 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d72 expref: 9 pid: 7835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.902076:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eaa00/0x7e3d6a8eb3a12d79 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d72 expref: 9 pid: 7835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782107173.902092:0:7835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00010000:00010000:0.0:1782107173.902100:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eaa00/0x7e3d6a8eb3a12d79 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d72 expref: 9 pid: 7835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.902133:0:6503:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eaa00/0x7e3d6a8eb3a12d79 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d72 expref: 8 pid: 7835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782107173.902144:0:6503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7bd8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6503:1868674269151744:0@lo:105: 00000100:00100000:0.0:1782107173.902169:0:6503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107173.902197:0:6503:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b43408e40 going to sleep for 11 seconds 00000100:00100000:3.0:1782107173.902224:0:8982:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b41567100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269151488:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1782107173.902246:0:8982:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a12d79 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.902258:0:8982:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12d79 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782107173.902329:0:6500:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269151744 00000100:00100000:2.0:1782107173.902338:0:6500:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269151744 00000100:00100000:1.0:1782107173.902507:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1782107173.902513:0:6499:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b434d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6503:x1868674269151744:12345-0@lo:105: 00010000:00010000:1.0:1782107173.902522:0:6499:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12d79 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107173.902531:0:6499:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12d79 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107173.902539:0:6499:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a12d79 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107173.902546:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x7e3d6a8eb3a12d79 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107173.902553:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x7e3d6a8eb3a12d79 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107173.902561:0:6499:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x7e3d6a8eb3a12d79 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107173.902621:0:6499:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffffa08c7b943000) 00000100:00100000:1.0:1782107173.902663:0:6499:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b434d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6503:x1868674269151744:12345-0@lo:105: Request processed in 151us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107173.902670:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1782107173.902746:0:6503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7bd8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6503:1868674269151744:0@lo:105: 00010000:00010000:0.0:1782107173.902755:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782107173.902799:0:6503:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c81ade300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2eadce33-9ab8-4caf-b349-1b7b3db092bc+5:2414:x1868674246973568:12345-192.168.203.43@tcp:103:ldlm_bl.0 Request processed in 795us (1235us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107173.902806:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 66 00010000:00010000:3.0:1782107173.902928:0:8982:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12d79 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.902937:0:8982:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12d79 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1782107173.902957:0:8982:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1782107173.902989:0:8982:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907c00/0x7e3d6a8eb3a12d80 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.902997:0:8982:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907c00/0x7e3d6a8eb3a12d80 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.903005:0:8982:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907c00/0x7e3d6a8eb3a12d80 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782107173.903019:0:8982:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f18000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269151872:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1782107173.903048:0:8982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107173.903073:0:8982:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b414b23c0 going to sleep for 11 seconds 00000100:00100000:1.0:1782107173.903151:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269151872 00000100:00100000:1.0:1782107173.903156:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269151872 00000100:00100000:1.0:1782107173.903196:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1782107173.903203:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:8982:x1868674269151872:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1782107173.903217:0:6522:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782107173.903231:0:6522:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebc00/0x7e3d6a8eb3a12d87 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e3d6a8eb3a12d80 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107173.903257:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebc00/0x7e3d6a8eb3a12d87 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d80 expref: 10 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107173.903268:0:6522:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebc00/0x7e3d6a8eb3a12d87 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d80 expref: 10 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107173.903275:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9280d55e (ffffa08c469afa00) 00010000:00010000:1.0:1782107173.903277:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782107173.903279:0:6522:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c412ebc00, rc 0) 00000100:00100000:1.0:1782107173.903308:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:8982:x1868674269151872:12345-0@lo:101:mdt00_004.0 Request processed in 106us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107173.903314:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:3.0:1782107173.903349:0:8982:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f18000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269151872:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1782107173.903360:0:8982:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907c00/0x7e3d6a8eb3a12d80 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a12d87 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.903369:0:8982:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907c00/0x7e3d6a8eb3a12d80 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12d87 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1782107173.903381:0:8982:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1782107173.903500:0:8982:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f18000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269152000:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1782107173.903538:0:8982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107173.903562:0:8982:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b414b29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1782107173.903605:0:7835:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269152000 00000100:00100000:1.0:1782107173.903609:0:7835:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269152000 00000100:00100000:1.0:1782107173.903641:0:7835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1782107173.903648:0:7835:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42f18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:8982:x1868674269152000:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1782107173.903789:0:7835:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42f18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:8982:x1868674269152000:12345-0@lo:1000:mdt00_004.0 Request processed in 141us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107173.903790:0:8982:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f18000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269152000:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1782107173.903796:0:7835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:3.0:1782107173.903827:0:8982:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f18000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269152128:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1782107173.903871:0:8982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107173.903891:0:8982:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b414b29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1782107173.903958:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269152128 00000100:00100000:2.0:1782107173.904022:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269152128 00000100:00100000:2.0:1782107173.904084:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1782107173.904092:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:8982:x1868674269152128:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1782107173.904169:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:8982:x1868674269152128:12345-0@lo:1000:mdt00_004.0 Request processed in 78us (296us total) trans 0 rc -2/-2 00000100:00100000:2.0:1782107173.904175:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:3.0:1782107173.904233:0:8982:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f18000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269152128:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1782107173.904317:0:8982:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f18000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269152256:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1782107173.904340:0:8982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107173.904362:0:8982:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b414b29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1782107173.905102:0:7835:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269152256 00000100:00100000:1.0:1782107173.905107:0:7835:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269152256 00000100:00100000:1.0:1782107173.905139:0:7835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1782107173.905154:0:7835:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42f19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:8982:x1868674269152256:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1782107173.905226:0:7835:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42f19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:8982:x1868674269152256:12345-0@lo:1000:mdt00_004.0 Request processed in 71us (885us total) trans 0 rc -2/-2 00000100:00100000:1.0:1782107173.905232:0:7835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1782107173.905278:0:8982:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f18000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269152256:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1782107173.905332:0:8982:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f18000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269152384:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1782107173.905357:0:8982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107173.905381:0:8982:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b414b29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1782107173.905533:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269152384 00000100:00100000:2.0:1782107173.905537:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269152384 00000100:00100000:2.0:1782107173.905567:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1782107173.905574:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b42f1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:8982:x1868674269152384:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1782107173.905634:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b42f1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:8982:x1868674269152384:12345-0@lo:1000:mdt00_004.0 Request processed in 60us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107173.905639:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1782107173.905804:0:8982:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f18000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269152384:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1782107173.905845:0:8982:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f18000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269152512:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1782107173.905871:0:8982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107173.905928:0:8982:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b414b29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1782107173.906509:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269152512 00000100:00100000:0.0:1782107173.906527:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269152512 00000100:00100000:0.0:1782107173.906767:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:0.0:1782107173.906778:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b41567100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:8982:x1868674269152512:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1782107173.906879:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b41567100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:8982:x1868674269152512:12345-0@lo:1000:mdt00_004.0 Request processed in 103us (1006us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107173.906928:0:8982:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f18000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269152512:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1782107173.906986:0:8982:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b42f18000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269152640:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1782107173.907016:0:8982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107173.907037:0:8982:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b414b29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1782107173.907060:0:7835:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269152640 00000100:00100000:1.0:1782107173.907064:0:7835:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269152640 00000100:00100000:0.0:1782107173.907135:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1782107173.907138:0:7835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1782107173.907145:0:7835:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7ba50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:8982:x1868674269152640:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1782107173.907206:0:7835:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7ba50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:8982:x1868674269152640:12345-0@lo:1000:mdt00_004.0 Request processed in 61us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107173.907213:0:7835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1782107173.907306:0:8982:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b42f18000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269152640:0@lo:1000:mdt00_004.0 00000040:00080000:3.0:1782107173.908220:0:8982:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].3, 2152 off38008 00000040:00080000:3.0:1782107173.908313:0:8982:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].3, 2352 off38488 00000004:00080000:3.0:1782107173.908320:0:8982:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffffa08b414b23c0 with version 6 00000004:00080000:0.0:1782107173.909046:0:7445:0:(osp_trans.c:1330:osp_get_next_request()) ou ffffa08c453a7840 version 6 rpc_version 6 00000020:00100000:0.0:1782107173.909161:0:7445:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1782107173.909172:0:7445:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffffa08c7bd8fb80 x1868674269152896/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1782107173.909191:0:7445:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7bd8fb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7445:1868674269152896:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1782107173.909270:0:7445:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107173.909301:0:7445:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b43408e40 going to sleep for 11 seconds 00000100:00100000:1.0:1782107173.909318:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269152896 00000100:00100000:1.0:1782107173.909325:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269152896 00000100:00100000:1.0:1782107173.909457:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1782107173.909463:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b4155f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7445:x1868674269152896:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1782107173.910333:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b4155f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:7445:x1868674269152896:12345-0@lo:1000:osp_up0-1.0 Request processed in 867us (1061us total) trans 4294967360 rc 0/0 00000100:00100000:1.0:1782107173.910341:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:2.0:1782107173.910437:0:7445:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7bd8fb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7445:1868674269152896:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1782107173.910630:0:8982:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907800/0x7e3d6a8eb3a12d8e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.910646:0:8982:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907800/0x7e3d6a8eb3a12d8e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.910659:0:8982:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907800/0x7e3d6a8eb3a12d8e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.910740:0:8982:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906e00/0x7e3d6a8eb3a12d95 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.910746:0:8982:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906e00/0x7e3d6a8eb3a12d95 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.910751:0:8982:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906e00/0x7e3d6a8eb3a12d95 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.910772:0:8982:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907000/0x7e3d6a8eb3a12d9c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 8982 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.910777:0:8982:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907000/0x7e3d6a8eb3a12d9c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.910784:0:8982:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907000/0x7e3d6a8eb3a12d9c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782107173.910794:0:8982:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7ba50a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269153024:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1782107173.910817:0:8982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107173.910886:0:8982:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b414b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1782107173.910929:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269153024 00000100:00100000:2.0:1782107173.910934:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269153024 00000100:00100000:2.0:1782107173.911013:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1782107173.911021:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7ba52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:8982:x1868674269153024:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1782107173.911037:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782107173.911052:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418800/0x7e3d6a8eb3a12da3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e3d6a8eb3a12d9c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107173.911072:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418800/0x7e3d6a8eb3a12da3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d9c expref: 12 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107173.911083:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418800/0x7e3d6a8eb3a12da3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d9c expref: 12 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107173.911097:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffffa08c43d2b400) 00010000:00010000:2.0:1782107173.911100:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782107173.911104:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08b43418800, rc 0) 00000100:00100000:2.0:1782107173.911631:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7ba52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:8982:x1868674269153024:12345-0@lo:101:mdt00_004.0 Request processed in 609us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107173.911637:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:3.0:1782107173.911757:0:8982:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7ba50a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:8982:1868674269153024:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1782107173.911768:0:8982:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907000/0x7e3d6a8eb3a12d9c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a12da3 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.911775:0:8982:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907000/0x7e3d6a8eb3a12d9c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12da3 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1782107173.911790:0:8982:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006e016c76 reply state 000000008eef4b68 transno 4294967308 ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906e00/0x7e3d6a8eb3a12d95 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.911798:0:8982:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906e00/0x7e3d6a8eb3a12d95 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.911802:0:8982:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffffa08c7a609600) 00010000:00010000:3.0:1782107173.911803:0:8982:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1782107173.911806:0:8982:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1782107173.911809:0:8982:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907000/0x7e3d6a8eb3a12d9c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a12da3 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.911814:0:8982:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907000/0x7e3d6a8eb3a12d9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a12da3 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1782107173.911821:0:8982:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000401:0x5:0x0] 00000004:00010000:3.0:1782107173.911824:0:8982:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006e016c76 reply state 000000008eef4b68 transno 4294967308 ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907800/0x7e3d6a8eb3a12d8e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.911828:0:8982:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907800/0x7e3d6a8eb3a12d8e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8982 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.911831:0:8982:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3:0x0].0x0 (ffffa08c7a609300) 00010000:00010000:3.0:1782107173.911854:0:8982:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1782107173.911856:0:8982:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1782107173.911862:0:8982:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x3:0x0]: returning size 4096 00000004:00080000:3.0:1782107173.911870:0:8982:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1782107173.911879:0:8982:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x7e3d6a8eb3a12d79 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.911885:0:8982:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x7e3d6a8eb3a12d79 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.911891:0:8982:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x7e3d6a8eb3a12d79 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.911950:0:8982:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1782107173.911955:0:8982:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1782107173.911959:0:8982:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907c00/0x7e3d6a8eb3a12d80 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a12d87 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.911967:0:8982:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907c00/0x7e3d6a8eb3a12d80 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x7e3d6a8eb3a12d87 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782107173.912053:0:8982:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c81addf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2eadce33-9ab8-4caf-b349-1b7b3db092bc+9:33786:x1868674246973440:12345-192.168.203.43@tcp:36:lfs.0 Request processed in 16916us (17142us total) trans 4294967308 rc 0/0 00000100:00100000:3.0:1782107173.912061:0:8982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 168 00010000:00010000:0.0:1782107173.912249:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782107173.912255:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x7e3d6a8eb3a12d79 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.912263:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c7b943000 already unused, calling callback (ffffffffc1a15ee0) 00010000:00010000:0.0:1782107173.912268:0:6505:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x7e3d6a8eb3a12d79 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1782107173.912276:0:6505:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x7e3d6a8eb3a12d79 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.912305:0:6505:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a12d79 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.912311:0:6505:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1782107173.912359:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b4155c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1868674269153152:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782107173.912392:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782107173.912592:0:6502:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269153152 00000100:00100000:1.0:1782107173.912597:0:6502:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269153152 00000100:00100000:1.0:1782107173.912642:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1782107173.912650:0:6502:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c81adf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+12:3661:x1868674269153152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1782107173.912660:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782107173.912793:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eaa00/0x7e3d6a8eb3a12d79 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d72 expref: 12 pid: 7835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107173.912807:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00010000:00010000:1.0:1782107173.912819:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1782107173.912860:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a12d79 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.912869:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08c7b943000/0x7e3d6a8eb3a12d72 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x7e3d6a8eb3a12d79 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.912880:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782107173.912881:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782107173.912883:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782107173.912938:0:6502:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c81adf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+11:3661:x1868674269153152:12345-0@lo:103:ldlm_bl.0 Request processed in 288us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107173.912946:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1782107173.912995:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b4155c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1868674269153152:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782107173.967046:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:3.0:1782107173.967155:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246973696 00000100:00100000:3.0:1782107173.967166:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246973696 00000100:00100000:3.0:1782107173.967226:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 169 00000100:00100000:3.0:1782107173.967243:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7fc20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+5:33789:x1868674246973696:12345-192.168.203.43@tcp:101:lfs.0 00010000:00010000:3.0:1782107173.967263:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782107173.967295:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a12daa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3df9 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.967367:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42907600/0x7e3d6a8eb3a12db1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.967381:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42907600/0x7e3d6a8eb3a12db1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.967391:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42907600/0x7e3d6a8eb3a12db1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782107173.967471:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1782107173.967475:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1782107173.967493:0:6516:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42907600/0x7e3d6a8eb3a12db1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.967515:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a12daa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3df9 expref: 7 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.967531:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08b42907600/0x7e3d6a8eb3a12db1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3df9 expref: 6 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.967541:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00010000:00010000:3.0:1782107173.967543:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1782107173.967547:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08b42907600, rc 0) 00000100:00100000:3.0:1782107173.967604:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7fc20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+6:33789:x1868674246973696:12345-192.168.203.43@tcp:101:lfs.0 Request processed in 369us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107173.967611:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 169 00000100:00100000:2.0:1782107173.974893:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107173.975147:0:7836:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246973824 00000100:00100000:0.0:1782107173.975157:0:7836:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246973824 00000100:00100000:0.0:1782107173.975263:0:7836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 170 00000100:00100000:0.0:1782107173.975273:0:7836:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7fc21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2eadce33-9ab8-4caf-b349-1b7b3db092bc+6:33789:x1868674246973824:12345-192.168.203.43@tcp:101:lfs.0 00010000:00010000:0.0:1782107173.975305:0:7836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782107173.975325:0:7836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12db8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3e00 expref: -99 pid: 7836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.975423:0:7836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12dbf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.975438:0:7836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12dbf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.975448:0:7836:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12dbf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.975459:0:7836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12dc6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.975468:0:7836:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebc00/0x7e3d6a8eb3a12d87 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d80 expref: 10 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.975476:0:7836:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12dc6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.975508:0:7836:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebc00/0x7e3d6a8eb3a12d87 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x7e3d6a8eb3a12d80 expref: 10 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782107173.975523:0:7836:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b4155c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7836:1868674269153280:0@lo:104: 00000100:00100000:0.0:1782107173.975568:0:7836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107173.975619:0:7836:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b43408f00 going to sleep for 11 seconds 00000100:00100000:2.0:1782107173.975838:0:6499:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269153280 00000100:00100000:2.0:1782107173.975843:0:6499:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269153280 00000100:00100000:2.0:1782107173.975883:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1782107173.975891:0:6499:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b4155c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:7836:x1868674269153280:12345-0@lo:104: 00010000:00010000:2.0:1782107173.975901:0:6499:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907c00/0x7e3d6a8eb3a12d80 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x7e3d6a8eb3a12d87 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782107173.976161:0:7836:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b4155c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7836:1868674269153280:0@lo:104: 00010000:00010000:0.0:1782107173.976179:0:7836:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12dc6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107173.976222:0:6499:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1782107173.976228:0:6499:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b4155c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:7836:x1868674269153280:12345-0@lo:104: Request processed in 339us (659us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107173.976245:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00010000:00010000:2.0:1782107173.976268:0:6504:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1782107173.976273:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907c00/0x7e3d6a8eb3a12d80 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x7e3d6a8eb3a12d87 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107173.976291:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b42907c00 already unused, calling callback (ffffffffc1a15ee0) 00010000:00010000:2.0:1782107173.976296:0:6504:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907c00/0x7e3d6a8eb3a12d80 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x7e3d6a8eb3a12d87 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1782107173.976303:0:6504:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907c00/0x7e3d6a8eb3a12d80 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x7e3d6a8eb3a12d87 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107173.976325:0:6504:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907c00/0x7e3d6a8eb3a12d80 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x7e3d6a8eb3a12d87 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107173.976331:0:6504:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1782107173.976363:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907c00/0x7e3d6a8eb3a12d80 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x7e3d6a8eb3a12d87 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107173.976370:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907c00/0x7e3d6a8eb3a12d80 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x7e3d6a8eb3a12d87 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107173.976386:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782107173.976388:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782107173.976389:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1782107173.976397:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1782107173.976438:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7fc21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1868674269153408:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1782107173.976468:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107173.976579:0:9469:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269153408 00000100:00100000:0.0:1782107173.976583:0:9469:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269153408 00010000:00010000:0.0:1782107173.976600:0:9469:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebc00/0x7e3d6a8eb3a12d87 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x7e3d6a8eb3a12d80 expref: 11 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782107173.976625:0:9469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1782107173.976632:0:9469:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c4abbb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3659:x1868674269153408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782107173.976640:0:9469:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1782107173.979810:0:6495:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967360 is committed 00010000:00010000:2.0:1782107173.980934:0:9469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412ebc00/0x7e3d6a8eb3a12d87 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x7e3d6a8eb3a12d80 expref: 9 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107173.980965:0:9469:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9280d55e (ffffa08c469afa00) 00010000:00010000:2.0:1782107173.980984:0:9469:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12dc6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107173.980993:0:9469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107173.981001:0:9469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12dc6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107173.981029:0:9469:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1782107173.981114:0:9469:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c4abbb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3659:x1868674269153408:12345-0@lo:103:ldlm_bl.0 Request processed in 4480us (4642us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107173.981124:0:9469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1782107173.981310:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7fc21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1868674269153408:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782107173.981492:0:7836:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.981500:0:7836:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782107173.981609:0:7836:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b4155c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7836:1868674269153536:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1782107173.981648:0:7836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107173.981678:0:7836:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b43408780 going to sleep for 11 seconds 00000100:00100000:3.0:1782107173.981759:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269153536 00000100:00100000:3.0:1782107173.981765:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269153536 00000100:00100000:3.0:1782107173.981808:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1782107173.981817:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b4155d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7836:x1868674269153536:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1782107173.981900:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b4155d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7836:x1868674269153536:12345-0@lo:1000:mdt00_003.0 Request processed in 84us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107173.981906:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1782107173.982264:0:7836:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b4155c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7836:1868674269153536:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1782107173.982308:0:7836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942c00/0x7e3d6a8eb3a12dcd lrc: 3/1,0 mode: --/PR res: [0x240000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.982322:0:7836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942c00/0x7e3d6a8eb3a12dcd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.982331:0:7836:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942c00/0x7e3d6a8eb3a12dcd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1782107173.982376:0:7836:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942c00/0x7e3d6a8eb3a12dcd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.982390:0:7836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12dbf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.982396:0:7836:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12dbf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.982425:0:7836:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12dbf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.982430:0:7836:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c7b942000 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:0.0:1782107173.982434:0:7836:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12dbf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.982440:0:7836:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12dbf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.982450:0:7836:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa08c43d2b100) 00010000:00010000:0.0:1782107173.982453:0:7836:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782107173.982458:0:7836:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12dbf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.982464:0:7836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12dbf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.982474:0:7836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.982480:0:7836:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12dc6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.982492:0:7836:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12dc6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.982497:0:7836:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c7b942800 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:0.0:1782107173.982500:0:7836:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12dc6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.982505:0:7836:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12dc6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.982513:0:7836:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9280d55e (ffffa08c469afa00) 00010000:00010000:0.0:1782107173.982515:0:7836:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782107173.982518:0:7836:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12dc6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.982523:0:7836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12dc6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9280d55e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.982561:0:7836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12db8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e00 expref: 8 pid: 7836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.982575:0:7836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c7b942c00/0x7e3d6a8eb3a12dcd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e00 expref: 7 pid: 7836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.982581:0:7836:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3:0x0].0x0 (ffffa08c447b8e00) 00010000:00010000:0.0:1782107173.982583:0:7836:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1782107173.982586:0:7836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c7b942c00, rc 0) 00000100:00100000:0.0:1782107173.982631:0:7836:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7fc21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2eadce33-9ab8-4caf-b349-1b7b3db092bc+7:33789:x1868674246973824:12345-192.168.203.43@tcp:101:lfs.0 Request processed in 7360us (7746us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107173.982646:0:7836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 170 00000100:00100000:2.0:1782107173.985365:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:3.0:1782107173.985585:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246973952 00000100:00100000:3.0:1782107173.985594:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246973952 00000100:00100000:3.0:1782107173.985646:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 171 00000100:00100000:3.0:1782107173.985656:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7fc23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2eadce33-9ab8-4caf-b349-1b7b3db092bc+9:33789:x1868674246973952:12345-192.168.203.43@tcp:101:lfs.0 00010000:00010000:3.0:1782107173.985677:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782107173.985702:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a12dd4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3e07 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.985754:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907a00/0x7e3d6a8eb3a12ddb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.985767:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907a00/0x7e3d6a8eb3a12ddb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.985776:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907a00/0x7e3d6a8eb3a12ddb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x3:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782107173.985850:0:6518:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x3:0x0]: returning size 4096 00000004:00200000:3.0:1782107173.985855:0:6518:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1782107173.985888:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a12dd4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e07 expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.985920:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907a00/0x7e3d6a8eb3a12ddb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x3:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e07 expref: 10 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.985927:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3:0x0].0x0 (ffffa08c7a609300) 00010000:00010000:3.0:1782107173.985930:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1782107173.985934:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08b42907a00, rc 0) 00000100:00100000:3.0:1782107173.986002:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7fc23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2eadce33-9ab8-4caf-b349-1b7b3db092bc+10:33789:x1868674246973952:12345-192.168.203.43@tcp:101:lfs.0 Request processed in 348us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107173.986009:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 171 00000100:00100000:2.0:1782107173.988777:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:3.0:1782107173.988848:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246974080 00000100:00100000:3.0:1782107173.988857:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246974080 00000100:00100000:3.0:1782107173.988903:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 172 00000100:00100000:3.0:1782107173.988914:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7fc23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+10:33789:x1868674246974080:12345-192.168.203.43@tcp:101:lfs.0 00010000:00010000:3.0:1782107173.988933:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782107173.988951:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906800/0x7e3d6a8eb3a12de2 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3e0e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.989026:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a12de9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.989040:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a12de9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.989052:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a12de9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782107173.989098:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000400:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1782107173.989115:0:6516:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1782107173.989149:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906800/0x7e3d6a8eb3a12de2 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e0e expref: 12 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.989167:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a12de9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e0e expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107173.989176:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffffa08c7a609600) 00010000:00010000:3.0:1782107173.989179:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1782107173.989182:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08b42907c00, rc 0) 00000100:00100000:3.0:1782107173.989249:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7fc23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+11:33789:x1868674246974080:12345-192.168.203.43@tcp:101:lfs.0 Request processed in 337us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107173.989256:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 172 00000100:00100000:2.0:1782107173.998122:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:1.0:1782107173.998202:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246974208 00000100:00100000:1.0:1782107173.998212:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246974208 00000100:00100000:1.0:1782107173.998278:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 173 00000100:00100000:1.0:1782107173.998291:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7fc22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+7:33789:x1868674246974208:12345-192.168.203.43@tcp:101:lfs.0 00010000:00010000:1.0:1782107173.998310:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782107173.998326:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eaa00/0x7e3d6a8eb3a12df0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3e15 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107173.998387:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12df7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107173.998431:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418800/0x7e3d6a8eb3a12da3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x7e3d6a8eb3a12d9c expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107173.998440:0:6517:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12df7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107173.998470:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418800/0x7e3d6a8eb3a12da3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x7e3d6a8eb3a12d9c expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782107173.998483:0:6517:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7bbf9880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6517:1868674269153664:0@lo:104: 00000100:00100000:1.0:1782107173.998523:0:6517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782107173.998548:0:6517:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08c4ab56f00 going to sleep for 11 seconds 00000100:00100000:2.0:1782107173.998641:0:6499:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1782107173.998651:0:6499:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269153664 00000100:00100000:2.0:1782107173.998655:0:6499:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269153664 00000100:00100000:2.0:1782107173.998685:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1782107173.998692:0:6499:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b4357c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6517:x1868674269153664:12345-0@lo:104: 00010000:00010000:2.0:1782107173.998702:0:6499:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907000/0x7e3d6a8eb3a12d9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x7e3d6a8eb3a12da3 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107173.998751:0:6499:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1782107173.998756:0:6499:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b4357c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6517:x1868674269153664:12345-0@lo:104: Request processed in 66us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107173.998762:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1782107173.998850:0:6517:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7bbf9880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6517:1868674269153664:0@lo:104: 00010000:00010000:1.0:1782107173.998866:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12df7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.998930:0:6505:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1782107173.998937:0:6505:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907000/0x7e3d6a8eb3a12d9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x7e3d6a8eb3a12da3 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.998945:0:6505:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b42907000 already unused, calling callback (ffffffffc1a15ee0) 00010000:00010000:0.0:1782107173.998950:0:6505:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907000/0x7e3d6a8eb3a12d9c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x7e3d6a8eb3a12da3 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1782107173.998957:0:6505:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907000/0x7e3d6a8eb3a12d9c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x7e3d6a8eb3a12da3 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.998980:0:6505:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907000/0x7e3d6a8eb3a12d9c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x7e3d6a8eb3a12da3 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.998986:0:6505:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1782107173.999018:0:6505:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907000/0x7e3d6a8eb3a12d9c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x7e3d6a8eb3a12da3 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.999025:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffffa08b42907000/0x7e3d6a8eb3a12d9c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x7e3d6a8eb3a12da3 expref: -99 pid: 8982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107173.999041:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782107173.999043:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782107173.999044:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782107173.999134:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1782107173.999147:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b4155c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1868674269153792:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1782107173.999174:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107173.999244:0:6503:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269153792 00000100:00100000:0.0:1782107173.999248:0:6503:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269153792 00010000:00010000:0.0:1782107173.999266:0:6503:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418800/0x7e3d6a8eb3a12da3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x7e3d6a8eb3a12d9c expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782107173.999305:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1782107173.999312:0:6503:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbf9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:3658:x1868674269153792:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1782107173.999322:0:6503:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1782107174.000343:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08b43418800/0x7e3d6a8eb3a12da3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x7e3d6a8eb3a12d9c expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.000360:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffffa08c43d2b400) 00010000:00010000:0.0:1782107174.000365:0:6503:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12df7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.000374:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12df7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.000381:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12df7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.000480:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1782107174.000531:0:6503:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbf9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+7:3658:x1868674269153792:12345-0@lo:103:ldlm_bl.0 Request processed in 1220us (1356us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107174.000539:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1782107174.001212:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b4155c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1868674269153792:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1782107174.002802:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12df7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107174.002819:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12df7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1782107174.002885:0:6517:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1782107174.002891:0:6517:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1782107174.002943:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eaa00/0x7e3d6a8eb3a12df0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e15 expref: 9 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107174.003234:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa08c412eb000/0x7e3d6a8eb3a12df7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e15 expref: 8 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107174.003254:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffffa08c43d2b400) 00010000:00010000:1.0:1782107174.003256:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1782107174.003260:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c412eb000, rc 0) 00000100:00100000:1.0:1782107174.003381:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7fc22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+8:33789:x1868674246974208:12345-192.168.203.43@tcp:101:lfs.0 Request processed in 5089us (5265us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107174.003389:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 173 00000100:00100000:2.0:1782107174.007646:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:3.0:1782107174.007752:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246974336 00000100:00100000:3.0:1782107174.007762:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246974336 00000100:00100000:3.0:1782107174.007849:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 174 00000100:00100000:3.0:1782107174.007860:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7fc21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2eadce33-9ab8-4caf-b349-1b7b3db092bc+11:33789:x1868674246974336:12345-192.168.203.43@tcp:101:lfs.0 00010000:00010000:3.0:1782107174.007880:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782107174.007898:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906800/0x7e3d6a8eb3a12dfe lrc: 2/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3e1c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.007972:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a12e05 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.007987:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a12e05 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.007999:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a12e05 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.008054:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12e0c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0xae2548a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.008064:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12e0c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xae2548a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.008071:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12e0c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xae2548a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.008138:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a12e05 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.008146:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a12e05 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.008152:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a12e05 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.008158:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b42906000 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:3.0:1782107174.008162:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a12e05 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.008170:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a12e05 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.008180:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffffa08c7a609600) 00010000:00010000:3.0:1782107174.008183:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782107174.008187:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a12e05 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.008194:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906000/0x7e3d6a8eb3a12e05 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.008212:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12e0c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xae2548a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.008217:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12e0c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xae2548a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.008222:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12e0c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xae2548a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.008227:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b42906200 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:3.0:1782107174.008230:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12e0c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xae2548a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.008247:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12e0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xae2548a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.008255:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0xae2548a7 (ffffa08c7a609a00) 00010000:00010000:3.0:1782107174.008257:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782107174.008261:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12e0c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0xae2548a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.008267:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906200/0x7e3d6a8eb3a12e0c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0xae2548a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.008298:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906800/0x7e3d6a8eb3a12dfe lrc: 1/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e1c expref: 12 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.008309:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffffa08c7a609600) 00010000:00010000:3.0:1782107174.008312:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782107174.008321:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906800/0x7e3d6a8eb3a12dfe lrc: 0/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e1c expref: 12 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.008330:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08b42906800, rc 0) 00000100:00100000:3.0:1782107174.008511:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7fc21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2eadce33-9ab8-4caf-b349-1b7b3db092bc+11:33789:x1868674246974336:12345-192.168.203.43@tcp:101:lfs.0 Request processed in 653us (871us total) trans 0 rc 301/301 00000100:00100000:3.0:1782107174.008520:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 174 00000100:00100000:2.0:1782107174.012275:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:3.0:1782107174.012389:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246974592 00000100:00100000:3.0:1782107174.012434:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246974592 00000100:00100000:3.0:1782107174.012484:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 175 00000100:00100000:3.0:1782107174.012493:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7fc20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+11:33789:x1868674246974592:12345-192.168.203.43@tcp:101:lfs.0 00010000:00010000:3.0:1782107174.012511:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782107174.012513:0:6516:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1782107174.012549:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907c00/0x7e3d6a8eb3a12de9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e0e expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.012566:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffffa08c7a609600) 00010000:00010000:3.0:1782107174.012571:0:6516:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1782107174.012582:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907400/0x7e3d6a8eb3a12e13 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3e23 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.012660:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906400/0x7e3d6a8eb3a12e1a lrc: 3/0,1 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.012672:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906400/0x7e3d6a8eb3a12e1a lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.012680:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906400/0x7e3d6a8eb3a12e1a lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.012707:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907e00/0x7e3d6a8eb3a12e21 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0xae2548a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.012713:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907e00/0x7e3d6a8eb3a12e21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0xae2548a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107174.012719:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907e00/0x7e3d6a8eb3a12e21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0xae2548a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782107174.012834:0:6516:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7ba50a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6516:1868674269153920:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1782107174.012886:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107174.012907:0:6516:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b414b26c0 going to sleep for 11 seconds 00000100:00100000:2.0:1782107174.013119:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269153920 00000100:00100000:2.0:1782107174.013125:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269153920 00000100:00100000:2.0:1782107174.013160:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1782107174.013167:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7ba52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6516:x1868674269153920:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1782107174.013250:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7ba52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6516:x1868674269153920:12345-0@lo:1000:mdt00_000.0 Request processed in 83us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107174.013258:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1782107174.013422:0:6516:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967360 gen 2 00000004:00080000:0.0:1782107174.013428:0:6516:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967359 committed transno 4294967360 00000004:00080000:0.0:1782107174.013446:0:6516:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967360 committed transno 4294967360 00000100:00100000:0.0:1782107174.013464:0:6516:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7ba50a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6516:1868674269153920:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1782107174.013740:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12e28 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.013751:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12e28 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.013768:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12e28 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1782107174.013778:0:6516:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x4:0x0]: returning size 0 00010000:00010000:0.0:1782107174.013799:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906400/0x7e3d6a8eb3a12e1a lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.013806:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906400/0x7e3d6a8eb3a12e1a lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.013813:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906400/0x7e3d6a8eb3a12e1a lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.013819:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08b42906400 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:0.0:1782107174.013822:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906400/0x7e3d6a8eb3a12e1a lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.013829:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906400/0x7e3d6a8eb3a12e1a lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.013838:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffffa08c7a609600) 00010000:00010000:0.0:1782107174.013841:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1782107174.013845:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906400/0x7e3d6a8eb3a12e1a lrc: 2/0,0 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.013850:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42906400/0x7e3d6a8eb3a12e1a lrc: 0/0,0 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1782107174.013859:0:6516:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a90c3bb reply state 00000000c4f6464e transno 4294967309 ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907e00/0x7e3d6a8eb3a12e21 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0xae2548a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.013880:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907e00/0x7e3d6a8eb3a12e21 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xae2548a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.013886:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0xae2548a7 (ffffa08c7a609d00) 00010000:00010000:0.0:1782107174.013888:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1782107174.013891:0:6516:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1782107174.013918:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08b42907400/0x7e3d6a8eb3a12e13 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e23 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.013930:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12e28 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e23 expref: 12 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.013937:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffffa08c447b8400) 00010000:00010000:0.0:1782107174.013940:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1782107174.013942:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c7b943000, rc 0) 00000100:00100000:0.0:1782107174.014337:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7fc20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+13:33789:x1868674246974592:12345-192.168.203.43@tcp:101:lfs.0 Request processed in 1844us (2070us total) trans 4294967309 rc 0/0 00000100:00100000:0.0:1782107174.014344:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 175 00000100:00100000:2.0:1782107174.018377:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107174.018505:0:7836:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246974848 00000100:00100000:0.0:1782107174.018516:0:7836:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246974848 00000100:00100000:0.0:1782107174.018578:0:7836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 176 00000100:00100000:0.0:1782107174.018588:0:7836:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7fc23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2eadce33-9ab8-4caf-b349-1b7b3db092bc+13:33789:x1868674246974848:12345-192.168.203.43@tcp:101:lfs.0 00010000:00010000:0.0:1782107174.018610:0:7836:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1782107174.018630:0:7836:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12e36 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x518b9a3576b3e2a expref: -99 pid: 7836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.018723:0:7836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12e3d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.018749:0:7836:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12e28 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e23 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.018757:0:7836:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12e3d lrc: 4/0,1 mode: --/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.018786:0:7836:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12e28 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e23 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.018798:0:7836:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12e28 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e23 expref: 14 pid: 6516 timeout: 710 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782107174.018810:0:7836:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b4155f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7836:1868674269154048:192.168.203.43@tcp:104: 00000100:00100000:0.0:1782107174.018882:0:7836:0:(client.c:2692:ptlrpc_set_wait()) set ffffa08b43408900 going to sleep for 11 seconds 00000100:00100000:2.0:1782107174.027479:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:1.0:1782107174.027574:0:6502:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246974976 00000100:00100000:1.0:1782107174.027582:0:6502:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246974976 00010000:00010000:1.0:1782107174.027618:0:6502:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12e28 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e23 expref: 15 pid: 6516 timeout: 710 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782107174.027675:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 69 00000100:00100000:1.0:1782107174.027686:0:6502:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7fc20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+15:2413:x1868674246974976:12345-192.168.203.43@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1782107174.027700:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1782107174.027707:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12e28 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e23 expref: 15 pid: 6516 timeout: 710 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107174.027720:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12e28 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e23 expref: 15 pid: 6516 timeout: 710 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107174.027740:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffffa08c447b8400) 00010000:00010000:1.0:1782107174.027745:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12e3d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107174.027755:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12e3d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107174.027762:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12e3d lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107174.027781:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1782107174.027834:0:6502:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7fc20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2eadce33-9ab8-4caf-b349-1b7b3db092bc+15:2413:x1868674246974976:12345-192.168.203.43@tcp:103:ldlm_bl.0 Request processed in 151us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107174.027842:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 69 00010000:00010000:0.0:1782107174.028572:0:7836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b943000/0x7e3d6a8eb3a12e28 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e23 expref: 14 pid: 6516 timeout: 710 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1782107174.028593:0:7836:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b4155f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7836:1868674269154048:192.168.203.43@tcp:104: 00010000:00010000:0.0:1782107174.028612:0:7836:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12e3d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.028622:0:7836:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12e3d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.028627:0:7836:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12e3d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1782107174.028648:0:7836:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x4:0x0]: returning size 0 00010000:00010000:0.0:1782107174.028788:0:7836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12e3d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.028796:0:7836:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12e3d lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.028802:0:7836:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12e3d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.028809:0:7836:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa08c7b942000 already unused, calling callback (ffffffffc1a094f0) 00010000:00010000:0.0:1782107174.028812:0:7836:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12e3d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.028819:0:7836:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12e3d lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.028830:0:7836:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffffa08c447b8400) 00010000:00010000:0.0:1782107174.028833:0:7836:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1782107174.028836:0:7836:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12e3d lrc: 2/0,0 mode: --/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.028842:0:7836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942000/0x7e3d6a8eb3a12e3d lrc: 0/0,0 mode: --/EX res: [0x240000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7836 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.028874:0:7836:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12e36 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e2a expref: 13 pid: 7836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.028883:0:7836:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffffa08c447b8400) 00010000:00010000:0.0:1782107174.028885:0:7836:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1782107174.028889:0:7836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffffa08c7b942800/0x7e3d6a8eb3a12e36 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.43@tcp remote: 0x518b9a3576b3e2a expref: 13 pid: 7836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107174.028911:0:7836:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa08c7b942800, rc 0) 00000100:00100000:0.0:1782107174.030008:0:7836:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7fc23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2eadce33-9ab8-4caf-b349-1b7b3db092bc+12:33789:x1868674246974848:12345-192.168.203.43@tcp:101:lfs.0 Request processed in 11415us (11636us total) trans 0 rc 301/301 00000100:00100000:0.0:1782107174.030019:0:7836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 176 00000100:00100000:2.0:1782107174.051203:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107174.051286:0:6519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246975232 00000100:00100000:0.0:1782107174.051295:0:6519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246975232 00000100:00100000:0.0:1782107174.051346:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 26 00000100:00100000:0.0:1782107174.051357:0:6519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7fc22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+12:33789:x1868674246975232:12345-192.168.203.43@tcp:35:lfs.0 00000100:00100000:0.0:1782107174.051599:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7fc22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2eadce33-9ab8-4caf-b349-1b7b3db092bc+13:33789:x1868674246975232:12345-192.168.203.43@tcp:35:lfs.0 Request processed in 243us (508us total) trans 4294967310 rc 0/0 00000100:00100000:0.0:1782107174.051606:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 26 00000100:00100000:2.0:1782107174.168889:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.43@tcp (source: 12345-192.168.203.43@tcp) 00000100:00100000:0.0:1782107174.168995:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674246975360 00000100:00100000:0.0:1782107174.169006:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674246975360 00000100:00100000:0.0:1782107174.169061:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.43@tcp, seq: 425 00000100:00100000:0.0:1782107174.169072:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c42d5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87d3e82f-e99c-4ac6-accd-6b70667f4a2e+9:2413:x1868674246975360:12345-192.168.203.43@tcp:400:kworker.0 00000100:00100000:0.0:1782107174.169154:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c42d5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:87d3e82f-e99c-4ac6-accd-6b70667f4a2e+9:2413:x1868674246975360:12345-192.168.203.43@tcp:400:kworker.0 Request processed in 84us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107174.169161:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.43@tcp, seq: 425 00000100:00100000:1.0:1782107174.342643:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7ba50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1868674269154432:0@lo:400:kworker.0 00000100:00100000:1.0:1782107174.342712:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107174.342811:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7ba53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1868674269154304:0@lo:400:kworker.0 00000100:00100000:0.0:1782107174.342838:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107174.342865:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1782107174.342871:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7ba53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:43809427-66c4-4a66-b088-77a1495576b0:3661:1868674269154176:0@lo:400:kworker.0 00000100:00100000:0.0:1782107174.342897:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107174.342948:0:8982:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269154432 00000100:00100000:0.0:1782107174.342955:0:8982:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269154432 00000100:00100000:0.0:1782107174.342995:0:8982:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269154304 00000100:00100000:0.0:1782107174.342999:0:8982:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269154304 00000100:00100000:0.0:1782107174.343020:0:8982:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1782107174.343044:0:8982:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1868674269154432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782107174.350571:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7ba50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1868674269154944:0@lo:400:kworker.0 00000100:00100000:1.0:1782107174.350660:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107174.352798:0:8982:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1868674269154432:12345-0@lo:400:kworker.0 Request processed in 9748us (10077us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107174.352812:0:8982:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1782107174.352862:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7ba51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1868674269154816:0@lo:400:kworker.0 00000100:00100000:0.0:1782107174.352914:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107174.352949:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1782107174.352956:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7ba50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1868674269154688:0@lo:400:kworker.0 00000100:00100000:0.0:1782107174.352978:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107174.353002:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269154944 00000100:00100000:0.0:1782107174.353010:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269154944 00000100:00100000:0.0:1782107174.353056:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269154816 00000100:00100000:0.0:1782107174.353059:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269154816 00000100:00100000:0.0:1782107174.353069:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269154688 00000100:00100000:0.0:1782107174.353071:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269154688 00000100:00100000:0.0:1782107174.353087:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1782107174.353095:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b4155f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1868674269154304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107174.353144:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b4155f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1868674269154304:12345-0@lo:400:kworker.0 Request processed in 51us (10306us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107174.353150:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1782107174.353163:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1782107174.353169:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1868674269154944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107174.353197:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1868674269154944:12345-0@lo:400:kworker.0 Request processed in 29us (2538us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107174.353214:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1782107174.353225:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1782107174.353230:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b4155d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1868674269154816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107174.353266:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b4155d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1868674269154816:12345-0@lo:400:kworker.0 Request processed in 36us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107174.353272:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1782107174.353283:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1782107174.353288:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b4155ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1868674269154688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107174.353313:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b4155ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1868674269154688:12345-0@lo:400:kworker.0 Request processed in 25us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107174.353319:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1782107174.353354:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7ba50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1868674269154688:0@lo:400:kworker.0 00000100:00100000:0.0:1782107174.353365:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7ba51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1868674269154816:0@lo:400:kworker.0 00000100:00100000:0.0:1782107174.353375:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7ba53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1868674269154304:0@lo:400:kworker.0 00000100:00100000:0.0:1782107174.353451:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269154176 00000100:00100000:0.0:1782107174.353455:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269154176 00000100:00100000:0.0:1782107174.353480:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1782107174.353486:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c42d5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:43809427-66c4-4a66-b088-77a1495576b0+23:3661:x1868674269154176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107174.353520:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c42d5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:43809427-66c4-4a66-b088-77a1495576b0+23:3661:x1868674269154176:12345-0@lo:400:kworker.0 Request processed in 34us (10622us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107174.353526:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1782107174.354062:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7ba53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:43809427-66c4-4a66-b088-77a1495576b0:3661:1868674269154176:0@lo:400:kworker.0 00000100:00080000:0.0:1782107174.354090:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1782107174.354102:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1782107174.354262:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7fc22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1868674269154560:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1782107174.354294:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107174.354319:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b4155f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1868674269155072:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1782107174.354339:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107174.354382:0:8402:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269154560 00000100:00100000:0.0:1782107174.354386:0:8402:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269154560 00000100:00100000:0.0:1782107174.354434:0:8402:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269155072 00000100:00100000:0.0:1782107174.354437:0:8402:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269155072 00000100:00100000:0.0:1782107174.354451:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1782107174.354458:0:8402:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b4155e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1868674269154560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1782107174.354481:0:8402:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1782107174.354515:0:8402:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b4155e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1868674269154560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107174.354521:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1782107174.354534:0:8402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:0.0:1782107174.354540:0:8402:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08b4155dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1868674269155072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1782107174.355893:0:8402:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1782107174.355948:0:8402:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08b4155dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1868674269155072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1406us (1606us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107174.355956:0:8402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00080000:0.0:1782107174.355991:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1782107174.356021:0:3659:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa08c7fc22d80 x1868674269154560/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1782107190 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782107174.356054:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7fc22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1868674269154560:0@lo:13:osp-pre-1-1.0 00010000:00080000:0.0:1782107174.356066:0:3659:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa08b4155f100 x1868674269155072/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1782107190 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782107174.356089:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b4155f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1868674269155072:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1782107174.356653:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7ba50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1868674269154432:0@lo:400:kworker.0 00000100:00100000:1.0:1782107174.356675:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7ba50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1868674269154944:0@lo:400:kworker.0 00000100:00100000:1.0:1782107174.359844:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1782107174.359866:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08c7ba52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1868674269155200:0@lo:400:kworker.0 00000100:00100000:1.0:1782107174.359926:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107174.360001:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269155200 00000100:00100000:2.0:1782107174.360009:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269155200 00000100:00100000:2.0:1782107174.360085:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:2.0:1782107174.360093:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7bbf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1868674269155200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782107174.360147:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7bbf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1868674269155200:12345-0@lo:400:kworker.0 Request processed in 55us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107174.360154:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00080000:0.0:1782107174.360266:0:6512:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1782107174.360303:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08c7ba52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1868674269155200:0@lo:400:kworker.0 00010000:00010000:2.0:1782107174.915557:0:6504:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1782107175.204707:0:21896:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-ec test_23b: @@@@@@ FAIL: setstripe failed 00010000:00010000:0.0:1782107175.939627:0:6505:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782107176.387521:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1782107176.387542:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffffa08b4155f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1868674269155328:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1782107176.387603:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107176.394820:0:7835:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674269155328 00000100:00100000:0.0:1782107176.394891:0:7835:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674269155328 00000100:00100000:0.0:1782107176.394987:0:7835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1782107176.394998:0:7835:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffffa08c7ba53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1868674269155328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1782107176.395032:0:7835:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:0.0:1782107176.395122:0:7835:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffffa08c7ba53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1868674269155328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 126us (7518us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107176.395129:0:7835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1782107176.395214:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffffa08b4155f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1868674269155328:0@lo:41:osp-pre-1-0.0 Debug log: 1520 lines, 1520 kept, 0 dropped, 0 bad.